{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "gpuClass": "standard"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/zhaochuninhefei/ipynbs/blob/master/Facico-Chinese_Vicuna_7B_generate.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Facico/Chinese-Vicuna 7B模型webUI\n",
        "=====\n",
        "\n",
        "1. 拉取github项目\n"
      ],
      "metadata": {
        "id": "LmyQyR5VIWpU"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!git clone https://github.com/Facico/Chinese-Vicuna"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "m_XEfY1e_Zz-",
        "outputId": "ebe247c9-36ff-4aac-9908-50747fbe9d13"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into 'Chinese-Vicuna'...\n",
            "remote: Enumerating objects: 981, done.\u001b[K\n",
            "remote: Counting objects: 100% (235/235), done.\u001b[K\n",
            "remote: Compressing objects: 100% (102/102), done.\u001b[K\n",
            "remote: Total 981 (delta 145), reused 203 (delta 130), pack-reused 746\u001b[K\n",
            "Receiving objects: 100% (981/981), 258.02 MiB | 16.51 MiB/s, done.\n",
            "Resolving deltas: 100% (541/541), done.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "2. 安装依赖包"
      ],
      "metadata": {
        "id": "jJhQ-rIBI4Iw"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "HUcSeKN3-pYI",
        "outputId": "6ec7e8b8-fce8-45a8-871f-b0e7fad0fad3"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting peft@ git+https://github.com/huggingface/peft.git@13e53fc7ee5d89d59b16523051006dddf0fb7a49 (from -r ./Chinese-Vicuna/requirements.txt (line 14))\n",
            "  Cloning https://github.com/huggingface/peft.git (to revision 13e53fc7ee5d89d59b16523051006dddf0fb7a49) to /tmp/pip-install-lxzqen5u/peft_e7ef7550c92f4481acbcb427213c63ee\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/huggingface/peft.git /tmp/pip-install-lxzqen5u/peft_e7ef7550c92f4481acbcb427213c63ee\n",
            "  Running command git rev-parse -q --verify 'sha^13e53fc7ee5d89d59b16523051006dddf0fb7a49'\n",
            "  Running command git fetch -q https://github.com/huggingface/peft.git 13e53fc7ee5d89d59b16523051006dddf0fb7a49\n",
            "  Running command git checkout -q 13e53fc7ee5d89d59b16523051006dddf0fb7a49\n",
            "  Resolved https://github.com/huggingface/peft.git to commit 13e53fc7ee5d89d59b16523051006dddf0fb7a49\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting transformers@ git+https://github.com/huggingface/transformers.git@0dcb46e7a4a9e587ba84ff35778ab4233a184c11 (from -r ./Chinese-Vicuna/requirements.txt (line 20))\n",
            "  Cloning https://github.com/huggingface/transformers.git (to revision 0dcb46e7a4a9e587ba84ff35778ab4233a184c11) to /tmp/pip-install-lxzqen5u/transformers_098d7fbe0c49455693db88a06e59ef1c\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/huggingface/transformers.git /tmp/pip-install-lxzqen5u/transformers_098d7fbe0c49455693db88a06e59ef1c\n",
            "  Running command git rev-parse -q --verify 'sha^0dcb46e7a4a9e587ba84ff35778ab4233a184c11'\n",
            "  Running command git fetch -q https://github.com/huggingface/transformers.git 0dcb46e7a4a9e587ba84ff35778ab4233a184c11\n",
            "  Running command git checkout -q 0dcb46e7a4a9e587ba84ff35778ab4233a184c11\n",
            "  Resolved https://github.com/huggingface/transformers.git to commit 0dcb46e7a4a9e587ba84ff35778ab4233a184c11\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f (from -r ./Chinese-Vicuna/requirements.txt (line 21))\n",
            "  Cloning https://github.com/CarperAI/trlx.git (to revision b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f) to /tmp/pip-install-lxzqen5u/trlx_99c29c7b94ba4234a4e875b418a6c119\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/CarperAI/trlx.git /tmp/pip-install-lxzqen5u/trlx_99c29c7b94ba4234a4e875b418a6c119\n",
            "  Running command git rev-parse -q --verify 'sha^b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f'\n",
            "  Running command git fetch -q https://github.com/CarperAI/trlx.git b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f\n",
            "  Running command git checkout -q b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f\n",
            "  Resolved https://github.com/CarperAI/trlx.git to commit b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Installing backend dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting accelerate==0.15.0 (from -r ./Chinese-Vicuna/requirements.txt (line 1))\n",
            "  Downloading accelerate-0.15.0-py3-none-any.whl (191 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m191.5/191.5 kB\u001b[0m \u001b[31m8.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: appdirs==1.4.4 in /usr/local/lib/python3.10/dist-packages (from -r ./Chinese-Vicuna/requirements.txt (line 2)) (1.4.4)\n",
            "Collecting bitsandbytes==0.37.0 (from -r ./Chinese-Vicuna/requirements.txt (line 3))\n",
            "  Downloading bitsandbytes-0.37.0-py3-none-any.whl (76.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m76.3/76.3 MB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting datasets==2.8.0 (from -r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading datasets-2.8.0-py3-none-any.whl (452 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m452.9/452.9 kB\u001b[0m \u001b[31m52.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting deepspeed==0.8.3 (from -r ./Chinese-Vicuna/requirements.txt (line 5))\n",
            "  Downloading deepspeed-0.8.3.tar.gz (765 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m765.4/765.4 kB\u001b[0m \u001b[31m73.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting evaluate==0.4.0 (from -r ./Chinese-Vicuna/requirements.txt (line 6))\n",
            "  Downloading evaluate-0.4.0-py3-none-any.whl (81 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m81.4/81.4 kB\u001b[0m \u001b[31m11.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting fairscale==0.4.13 (from -r ./Chinese-Vicuna/requirements.txt (line 7))\n",
            "  Downloading fairscale-0.4.13.tar.gz (266 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m266.3/266.3 kB\u001b[0m \u001b[31m25.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Installing backend dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting torch==1.13.1 (from -r ./Chinese-Vicuna/requirements.txt (line 8))\n",
            "  Downloading torch-1.13.1-cp310-cp310-manylinux1_x86_64.whl (887.5 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m887.5/887.5 MB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting torchvision==0.14.1 (from -r ./Chinese-Vicuna/requirements.txt (line 9))\n",
            "  Downloading torchvision-0.14.1-cp310-cp310-manylinux1_x86_64.whl (24.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.2/24.2 MB\u001b[0m \u001b[31m53.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting gradio==3.20.0 (from -r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading gradio-3.20.0-py3-none-any.whl (14.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.3/14.3 MB\u001b[0m \u001b[31m73.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting huggingface-hub==0.13.3 (from -r ./Chinese-Vicuna/requirements.txt (line 11))\n",
            "  Downloading huggingface_hub-0.13.3-py3-none-any.whl (199 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m199.8/199.8 kB\u001b[0m \u001b[31m24.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting loralib==0.1.1 (from -r ./Chinese-Vicuna/requirements.txt (line 12))\n",
            "  Downloading loralib-0.1.1-py3-none-any.whl (8.8 kB)\n",
            "Collecting nvitop==1.0.0 (from -r ./Chinese-Vicuna/requirements.txt (line 13))\n",
            "  Downloading nvitop-1.0.0-py3-none-any.whl (192 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m192.9/192.9 kB\u001b[0m \u001b[31m27.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting sentencepiece==0.1.96 (from -r ./Chinese-Vicuna/requirements.txt (line 15))\n",
            "  Downloading sentencepiece-0.1.96-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m67.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting tensorboard==2.12.0 (from -r ./Chinese-Vicuna/requirements.txt (line 16))\n",
            "  Downloading tensorboard-2.12.0-py3-none-any.whl (5.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.6/5.6 MB\u001b[0m \u001b[31m90.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting texttable==1.6.7 (from -r ./Chinese-Vicuna/requirements.txt (line 17))\n",
            "  Downloading texttable-1.6.7-py2.py3-none-any.whl (10 kB)\n",
            "Collecting tokenizers==0.13.2 (from -r ./Chinese-Vicuna/requirements.txt (line 18))\n",
            "  Downloading tokenizers-0.13.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.6/7.6 MB\u001b[0m \u001b[31m84.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tqdm==4.65.0 in /usr/local/lib/python3.10/dist-packages (from -r ./Chinese-Vicuna/requirements.txt (line 19)) (4.65.0)\n",
            "Collecting wandb==0.13.10 (from -r ./Chinese-Vicuna/requirements.txt (line 22))\n",
            "  Downloading wandb-0.13.10-py3-none-any.whl (2.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m72.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from -r ./Chinese-Vicuna/requirements.txt (line 23)) (2.0.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0->-r ./Chinese-Vicuna/requirements.txt (line 1)) (1.22.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0->-r ./Chinese-Vicuna/requirements.txt (line 1)) (23.1)\n",
            "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0->-r ./Chinese-Vicuna/requirements.txt (line 1)) (5.9.5)\n",
            "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate==0.15.0->-r ./Chinese-Vicuna/requirements.txt (line 1)) (6.0)\n",
            "Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (9.0.0)\n",
            "Collecting dill<0.3.7 (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m15.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (1.5.3)\n",
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (2.27.1)\n",
            "Collecting xxhash (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading xxhash-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m212.5/212.5 kB\u001b[0m \u001b[31m25.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting multiprocess (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading multiprocess-0.70.14-py310-none-any.whl (134 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m20.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.10/dist-packages (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (2023.4.0)\n",
            "Collecting aiohttp (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading aiohttp-3.8.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m69.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting responses<0.19 (from datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n",
            "Collecting hjson (from deepspeed==0.8.3->-r ./Chinese-Vicuna/requirements.txt (line 5))\n",
            "  Downloading hjson-3.1.0-py3-none-any.whl (54 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m54.0/54.0 kB\u001b[0m \u001b[31m8.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting ninja (from deepspeed==0.8.3->-r ./Chinese-Vicuna/requirements.txt (line 5))\n",
            "  Using cached ninja-1.11.1-py2.py3-none-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (145 kB)\n",
            "Requirement already satisfied: py-cpuinfo in /usr/local/lib/python3.10/dist-packages (from deepspeed==0.8.3->-r ./Chinese-Vicuna/requirements.txt (line 5)) (9.0.0)\n",
            "Requirement already satisfied: pydantic in /usr/local/lib/python3.10/dist-packages (from deepspeed==0.8.3->-r ./Chinese-Vicuna/requirements.txt (line 5)) (1.10.7)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch==1.13.1->-r ./Chinese-Vicuna/requirements.txt (line 8)) (4.5.0)\n",
            "Collecting nvidia-cuda-runtime-cu11==11.7.99 (from torch==1.13.1->-r ./Chinese-Vicuna/requirements.txt (line 8))\n",
            "  Downloading nvidia_cuda_runtime_cu11-11.7.99-py3-none-manylinux1_x86_64.whl (849 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m849.3/849.3 kB\u001b[0m \u001b[31m76.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cudnn-cu11==8.5.0.96 (from torch==1.13.1->-r ./Chinese-Vicuna/requirements.txt (line 8))\n",
            "  Downloading nvidia_cudnn_cu11-8.5.0.96-2-py3-none-manylinux1_x86_64.whl (557.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m557.1/557.1 MB\u001b[0m \u001b[31m2.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cublas-cu11==11.10.3.66 (from torch==1.13.1->-r ./Chinese-Vicuna/requirements.txt (line 8))\n",
            "  Downloading nvidia_cublas_cu11-11.10.3.66-py3-none-manylinux1_x86_64.whl (317.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m317.1/317.1 MB\u001b[0m \u001b[31m2.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cuda-nvrtc-cu11==11.7.99 (from torch==1.13.1->-r ./Chinese-Vicuna/requirements.txt (line 8))\n",
            "  Downloading nvidia_cuda_nvrtc_cu11-11.7.99-2-py3-none-manylinux1_x86_64.whl (21.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.0/21.0 MB\u001b[0m \u001b[31m92.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision==0.14.1->-r ./Chinese-Vicuna/requirements.txt (line 9)) (8.4.0)\n",
            "Collecting aiofiles (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading aiofiles-23.1.0-py3-none-any.whl (14 kB)\n",
            "Requirement already satisfied: altair>=4.2.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (4.2.2)\n",
            "Collecting fastapi (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading fastapi-0.95.2-py3-none-any.whl (56 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.0/57.0 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting ffmpy (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading ffmpy-0.3.0.tar.gz (4.8 kB)\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting httpx (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading httpx-0.24.1-py3-none-any.whl (75 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.4/75.4 kB\u001b[0m \u001b[31m11.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (3.1.2)\n",
            "Requirement already satisfied: markdown-it-py[linkify]>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (2.2.0)\n",
            "Requirement already satisfied: markupsafe in /usr/local/lib/python3.10/dist-packages (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (2.1.2)\n",
            "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (3.7.1)\n",
            "Collecting mdit-py-plugins<=0.3.3 (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading mdit_py_plugins-0.3.3-py3-none-any.whl (50 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.5/50.5 kB\u001b[0m \u001b[31m8.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting orjson (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading orjson-3.8.14-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (136 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m136.6/136.6 kB\u001b[0m \u001b[31m19.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting pycryptodome (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading pycryptodome-3.18.0-cp35-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 MB\u001b[0m \u001b[31m98.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting pydub (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading pydub-0.25.1-py2.py3-none-any.whl (32 kB)\n",
            "Collecting python-multipart (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading python_multipart-0.0.6-py3-none-any.whl (45 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.7/45.7 kB\u001b[0m \u001b[31m6.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting uvicorn (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading uvicorn-0.22.0-py3-none-any.whl (58 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting websockets>=10.0 (from gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading websockets-11.0.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.9/129.9 kB\u001b[0m \u001b[31m19.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub==0.13.3->-r ./Chinese-Vicuna/requirements.txt (line 11)) (3.12.0)\n",
            "Collecting nvidia-ml-py<11.526.0a0,>=11.450.51 (from nvitop==1.0.0->-r ./Chinese-Vicuna/requirements.txt (line 13))\n",
            "  Downloading nvidia_ml_py-11.525.112-py3-none-any.whl (35 kB)\n",
            "Requirement already satisfied: cachetools>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from nvitop==1.0.0->-r ./Chinese-Vicuna/requirements.txt (line 13)) (5.3.0)\n",
            "Requirement already satisfied: termcolor>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from nvitop==1.0.0->-r ./Chinese-Vicuna/requirements.txt (line 13)) (2.3.0)\n",
            "Requirement already satisfied: absl-py>=0.4 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (1.4.0)\n",
            "Requirement already satisfied: grpcio>=1.48.2 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (1.54.0)\n",
            "Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (2.17.3)\n",
            "Collecting google-auth-oauthlib<0.5,>=0.4.1 (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16))\n",
            "  Downloading google_auth_oauthlib-0.4.6-py2.py3-none-any.whl (18 kB)\n",
            "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (3.4.3)\n",
            "Requirement already satisfied: protobuf>=3.19.6 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (3.20.3)\n",
            "Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (67.7.2)\n",
            "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (0.7.0)\n",
            "Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (1.8.1)\n",
            "Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (2.3.0)\n",
            "Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.10/dist-packages (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (0.40.0)\n",
            "Requirement already satisfied: Click!=8.0.0,>=7.0 in /usr/local/lib/python3.10/dist-packages (from wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22)) (8.1.3)\n",
            "Collecting GitPython>=1.0.0 (from wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22))\n",
            "  Downloading GitPython-3.1.31-py3-none-any.whl (184 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m184.3/184.3 kB\u001b[0m \u001b[31m27.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting sentry-sdk>=1.0.0 (from wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22))\n",
            "  Downloading sentry_sdk-1.24.0-py2.py3-none-any.whl (206 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m206.5/206.5 kB\u001b[0m \u001b[31m27.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting docker-pycreds>=0.4.0 (from wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22))\n",
            "  Downloading docker_pycreds-0.4.0-py2.py3-none-any.whl (9.0 kB)\n",
            "Collecting pathtools (from wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22))\n",
            "  Downloading pathtools-0.1.2.tar.gz (11 kB)\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting setproctitle (from wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22))\n",
            "  Downloading setproctitle-1.3.2-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (30 kB)\n",
            "Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->-r ./Chinese-Vicuna/requirements.txt (line 23)) (3.25.2)\n",
            "Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->-r ./Chinese-Vicuna/requirements.txt (line 23)) (16.0.5)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers@ git+https://github.com/huggingface/transformers.git@0dcb46e7a4a9e587ba84ff35778ab4233a184c11->-r ./Chinese-Vicuna/requirements.txt (line 20)) (2022.10.31)\n",
            "Collecting einops>=0.4.1 (from trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21))\n",
            "  Downloading einops-0.6.1-py3-none-any.whl (42 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m42.2/42.2 kB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting numpy>=1.17 (from accelerate==0.15.0->-r ./Chinese-Vicuna/requirements.txt (line 1))\n",
            "  Downloading numpy-1.24.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.3/17.3 MB\u001b[0m \u001b[31m96.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting torchtyping (from trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21))\n",
            "  Downloading torchtyping-0.1.4-py3-none-any.whl (17 kB)\n",
            "Requirement already satisfied: rich in /usr/local/lib/python3.10/dist-packages (from trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21)) (13.3.4)\n",
            "Collecting ray>=2.0.1 (from trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21))\n",
            "  Downloading ray-2.4.0-cp310-cp310-manylinux2014_x86_64.whl (58.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.6/58.6 MB\u001b[0m \u001b[31m9.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting tabulate>=0.9.0 (from trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21))\n",
            "  Downloading tabulate-0.9.0-py3-none-any.whl (35 kB)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21)) (3.1)\n",
            "Requirement already satisfied: entrypoints in /usr/local/lib/python3.10/dist-packages (from altair>=4.2.0->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (0.4)\n",
            "Requirement already satisfied: jsonschema>=3.0 in /usr/local/lib/python3.10/dist-packages (from altair>=4.2.0->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (4.3.3)\n",
            "Requirement already satisfied: toolz in /usr/local/lib/python3.10/dist-packages (from altair>=4.2.0->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (0.12.0)\n",
            "Requirement already satisfied: six>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from docker-pycreds>=0.4.0->wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22)) (1.16.0)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (2.0.12)\n",
            "Collecting multidict<7.0,>=4.5 (from aiohttp->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading multidict-6.0.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (114 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m114.5/114.5 kB\u001b[0m \u001b[31m14.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting async-timeout<5.0,>=4.0.0a3 (from aiohttp->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading async_timeout-4.0.2-py3-none-any.whl (5.8 kB)\n",
            "Collecting yarl<2.0,>=1.0 (from aiohttp->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading yarl-1.9.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (268 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m30.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting frozenlist>=1.1.1 (from aiohttp->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading frozenlist-1.3.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (149 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.6/149.6 kB\u001b[0m \u001b[31m19.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting aiosignal>=1.1.2 (from aiohttp->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4))\n",
            "  Downloading aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\n",
            "Collecting gitdb<5,>=4.0.1 (from GitPython>=1.0.0->wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22))\n",
            "  Downloading gitdb-4.0.10-py3-none-any.whl (62 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (0.3.0)\n",
            "Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (4.9)\n",
            "Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (1.3.1)\n",
            "Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py[linkify]>=2.0.0->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (0.1.2)\n",
            "Collecting linkify-it-py<3,>=1 (from markdown-it-py[linkify]>=2.0.0->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading linkify_it_py-2.0.2-py3-none-any.whl (19 kB)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (2022.7.1)\n",
            "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ray>=2.0.1->trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21)) (1.0.5)\n",
            "Collecting virtualenv<20.21.1,>=20.0.24 (from ray>=2.0.1->trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21))\n",
            "  Downloading virtualenv-20.21.0-py3-none-any.whl (8.7 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.7/8.7 MB\u001b[0m \u001b[31m108.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting grpcio>=1.48.2 (from tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16))\n",
            "  Downloading grpcio-1.51.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.8/4.8 MB\u001b[0m \u001b[31m122.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (1.26.15)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (2022.12.7)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets==2.8.0->-r ./Chinese-Vicuna/requirements.txt (line 4)) (3.4)\n",
            "Collecting starlette<0.28.0,>=0.27.0 (from fastapi->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading starlette-0.27.0-py3-none-any.whl (66 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.0/67.0 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting httpcore<0.18.0,>=0.15.0 (from httpx->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading httpcore-0.17.2-py3-none-any.whl (72 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.5/72.5 kB\u001b[0m \u001b[31m12.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from httpx->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (1.3.0)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (1.0.7)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (0.11.0)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (4.39.3)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (1.4.4)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (3.0.9)\n",
            "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from rich->trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21)) (2.14.0)\n",
            "Collecting typeguard>=2.11.1 (from torchtyping->trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21))\n",
            "  Downloading typeguard-4.0.0-py3-none-any.whl (33 kB)\n",
            "Collecting h11>=0.8 (from uvicorn->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading h11-0.14.0-py3-none-any.whl (58 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->GitPython>=1.0.0->wandb==0.13.10->-r ./Chinese-Vicuna/requirements.txt (line 22))\n",
            "  Downloading smmap-5.0.0-py3-none-any.whl (24 kB)\n",
            "Requirement already satisfied: anyio<5.0,>=3.0 in /usr/local/lib/python3.10/dist-packages (from httpcore<0.18.0,>=0.15.0->httpx->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (3.6.2)\n",
            "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair>=4.2.0->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10)) (0.19.3)\n",
            "Collecting uc-micro-py (from linkify-it-py<3,>=1->markdown-it-py[linkify]>=2.0.0->gradio==3.20.0->-r ./Chinese-Vicuna/requirements.txt (line 10))\n",
            "  Downloading uc_micro_py-1.0.2-py3-none-any.whl (6.2 kB)\n",
            "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /usr/local/lib/python3.10/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (0.5.0)\n",
            "Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard==2.12.0->-r ./Chinese-Vicuna/requirements.txt (line 16)) (3.2.2)\n",
            "Collecting distlib<1,>=0.3.6 (from virtualenv<20.21.1,>=20.0.24->ray>=2.0.1->trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21))\n",
            "  Downloading distlib-0.3.6-py2.py3-none-any.whl (468 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m468.5/468.5 kB\u001b[0m \u001b[31m49.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: platformdirs<4,>=2.4 in /usr/local/lib/python3.10/dist-packages (from virtualenv<20.21.1,>=20.0.24->ray>=2.0.1->trlx@ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f->-r ./Chinese-Vicuna/requirements.txt (line 21)) (3.3.0)\n",
            "Building wheels for collected packages: deepspeed, fairscale, peft, transformers, trlx, ffmpy, pathtools\n",
            "  Building wheel for deepspeed (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for deepspeed: filename=deepspeed-0.8.3-py3-none-any.whl size=776403 sha256=718a802734e5f89079f83070fc71f45eb2f802641f6904b68618e8cfa369c1e3\n",
            "  Stored in directory: /root/.cache/pip/wheels/1c/f2/89/18040d789487945acbfd6a90142fd0cb4f34748513a5d65f0b\n",
            "  Building wheel for fairscale (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for fairscale: filename=fairscale-0.4.13-py3-none-any.whl size=332112 sha256=0cd8765c0e850ebb68e67144e151ef0be0c2b8639e5ec007bdd4d60cb4f0b439\n",
            "  Stored in directory: /root/.cache/pip/wheels/78/a4/c0/fb0a7ef03cff161611c3fa40c6cf898f76e58ec421b88e8cb3\n",
            "  Building wheel for peft (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for peft: filename=peft-0.3.0.dev0-py3-none-any.whl size=40652 sha256=98a344180822dfb41d8156e6c3e59960e74f5407126c6b1f749ea8a336a4e9b3\n",
            "  Stored in directory: /root/.cache/pip/wheels/c8/0e/5f/4ffc1209837f1f718330157af75533e215b24a41237279ebcf\n",
            "  Building wheel for transformers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for transformers: filename=transformers-4.28.0.dev0-py3-none-any.whl size=6758279 sha256=771a43478ae595c03c8ee3258304a6c45d3b11d04aac8860c699642cac45099f\n",
            "  Stored in directory: /root/.cache/pip/wheels/49/22/2c/251df14abddc4dcb0cf9498d59994f0bdc6d24b8b4514210a9\n",
            "  Building wheel for trlx (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for trlx: filename=trlx-0.3.0-py3-none-any.whl size=85268 sha256=7742c411ca30379352900fc8193f5e0aaf8a2e0275bd85cef9a80cba8177e43e\n",
            "  Stored in directory: /root/.cache/pip/wheels/e4/f7/41/69f62001acdf668dfdaa46f5466d5b6b030adec30abff96897\n",
            "  Building wheel for ffmpy (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for ffmpy: filename=ffmpy-0.3.0-py3-none-any.whl size=4694 sha256=e712048ee83621cf835ddd6fc93e4fc32504e3c0ade57d5953eab10af6a2d4e2\n",
            "  Stored in directory: /root/.cache/pip/wheels/0c/c2/0e/3b9c6845c6a4e35beb90910cc70d9ac9ab5d47402bd62af0df\n",
            "  Building wheel for pathtools (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for pathtools: filename=pathtools-0.1.2-py3-none-any.whl size=8791 sha256=e78f6b024251ca95b22630be2b1f6d1a31caf25d35cc4cb41210bbc315c9c8ff\n",
            "  Stored in directory: /root/.cache/pip/wheels/e7/f3/22/152153d6eb222ee7a56ff8617d80ee5207207a8c00a7aab794\n",
            "Successfully built deepspeed fairscale peft transformers trlx ffmpy pathtools\n",
            "Installing collected packages: tokenizers, texttable, sentencepiece, pydub, pathtools, nvidia-ml-py, ninja, hjson, ffmpy, distlib, bitsandbytes, xxhash, websockets, virtualenv, uc-micro-py, typeguard, tabulate, smmap, setproctitle, sentry-sdk, python-multipart, pycryptodome, orjson, nvitop, nvidia-cuda-runtime-cu11, nvidia-cuda-nvrtc-cu11, nvidia-cublas-cu11, numpy, multidict, loralib, h11, grpcio, frozenlist, einops, docker-pycreds, dill, async-timeout, aiofiles, yarl, uvicorn, starlette, responses, nvidia-cudnn-cu11, multiprocess, mdit-py-plugins, linkify-it-py, huggingface-hub, httpcore, gitdb, aiosignal, transformers, torch, ray, httpx, google-auth-oauthlib, GitPython, fastapi, aiohttp, wandb, torchvision, torchtyping, tensorboard, gradio, fairscale, deepspeed, accelerate, peft, datasets, trlx, evaluate\n",
            "  Attempting uninstall: tabulate\n",
            "    Found existing installation: tabulate 0.8.10\n",
            "    Uninstalling tabulate-0.8.10:\n",
            "      Successfully uninstalled tabulate-0.8.10\n",
            "  Attempting uninstall: numpy\n",
            "    Found existing installation: numpy 1.22.4\n",
            "    Uninstalling numpy-1.22.4:\n",
            "      Successfully uninstalled numpy-1.22.4\n",
            "  Attempting uninstall: grpcio\n",
            "    Found existing installation: grpcio 1.54.0\n",
            "    Uninstalling grpcio-1.54.0:\n",
            "      Successfully uninstalled grpcio-1.54.0\n",
            "  Attempting uninstall: torch\n",
            "    Found existing installation: torch 2.0.1+cu118\n",
            "    Uninstalling torch-2.0.1+cu118:\n",
            "      Successfully uninstalled torch-2.0.1+cu118\n",
            "  Attempting uninstall: google-auth-oauthlib\n",
            "    Found existing installation: google-auth-oauthlib 1.0.0\n",
            "    Uninstalling google-auth-oauthlib-1.0.0:\n",
            "      Successfully uninstalled google-auth-oauthlib-1.0.0\n",
            "  Attempting uninstall: torchvision\n",
            "    Found existing installation: torchvision 0.15.2+cu118\n",
            "    Uninstalling torchvision-0.15.2+cu118:\n",
            "      Successfully uninstalled torchvision-0.15.2+cu118\n",
            "  Attempting uninstall: tensorboard\n",
            "    Found existing installation: tensorboard 2.12.2\n",
            "    Uninstalling tensorboard-2.12.2:\n",
            "      Successfully uninstalled tensorboard-2.12.2\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "numba 0.56.4 requires numpy<1.24,>=1.18, but you have numpy 1.24.3 which is incompatible.\n",
            "tensorflow 2.12.0 requires numpy<1.24,>=1.22, but you have numpy 1.24.3 which is incompatible.\n",
            "torchaudio 2.0.2+cu118 requires torch==2.0.1, but you have torch 1.13.1 which is incompatible.\n",
            "torchdata 0.6.1 requires torch==2.0.1, but you have torch 1.13.1 which is incompatible.\n",
            "torchtext 0.15.2 requires torch==2.0.1, but you have torch 1.13.1 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed GitPython-3.1.31 accelerate-0.15.0 aiofiles-23.1.0 aiohttp-3.8.4 aiosignal-1.3.1 async-timeout-4.0.2 bitsandbytes-0.37.0 datasets-2.8.0 deepspeed-0.8.3 dill-0.3.6 distlib-0.3.6 docker-pycreds-0.4.0 einops-0.6.1 evaluate-0.4.0 fairscale-0.4.13 fastapi-0.95.2 ffmpy-0.3.0 frozenlist-1.3.3 gitdb-4.0.10 google-auth-oauthlib-0.4.6 gradio-3.20.0 grpcio-1.51.3 h11-0.14.0 hjson-3.1.0 httpcore-0.17.2 httpx-0.24.1 huggingface-hub-0.13.3 linkify-it-py-2.0.2 loralib-0.1.1 mdit-py-plugins-0.3.3 multidict-6.0.4 multiprocess-0.70.14 ninja-1.11.1 numpy-1.24.3 nvidia-cublas-cu11-11.10.3.66 nvidia-cuda-nvrtc-cu11-11.7.99 nvidia-cuda-runtime-cu11-11.7.99 nvidia-cudnn-cu11-8.5.0.96 nvidia-ml-py-11.525.112 nvitop-1.0.0 orjson-3.8.14 pathtools-0.1.2 peft-0.3.0.dev0 pycryptodome-3.18.0 pydub-0.25.1 python-multipart-0.0.6 ray-2.4.0 responses-0.18.0 sentencepiece-0.1.96 sentry-sdk-1.24.0 setproctitle-1.3.2 smmap-5.0.0 starlette-0.27.0 tabulate-0.9.0 tensorboard-2.12.0 texttable-1.6.7 tokenizers-0.13.2 torch-1.13.1 torchtyping-0.1.4 torchvision-0.14.1 transformers-4.28.0.dev0 trlx-0.3.0 typeguard-4.0.0 uc-micro-py-1.0.2 uvicorn-0.22.0 virtualenv-20.21.0 wandb-0.13.10 websockets-11.0.3 xxhash-3.2.0 yarl-1.9.2\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "numpy"
                ]
              }
            }
          },
          "metadata": {}
        }
      ],
      "source": [
        "!pip install -r ./Chinese-Vicuna/requirements.txt"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "3. 加载模型启动webUI"
      ],
      "metadata": {
        "id": "Nt4R-tr_Z3ls"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!python ./Chinese-Vicuna/generate.py --model_path decapoda-research/llama-7b-hf --lora_path Facico/Chinese-Vicuna-lora-7b-3epoch-belle-and-guanaco --use_local 0"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "XoSnXegD_Yph",
        "outputId": "c62902f9-1d14-4a88-f28d-8c46070dbdf6"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "===================================BUG REPORT===================================\n",
            "Welcome to bitsandbytes. For bug reports, please submit your error trace to: https://github.com/TimDettmers/bitsandbytes/issues\n",
            "================================================================================\n",
            "Namespace(model_path='decapoda-research/llama-7b-hf', lora_path='Facico/Chinese-Vicuna-lora-7b-3epoch-belle-and-guanaco', use_typewriter=1, use_local=0)\n",
            "Downloading tokenizer.model: 100% 500k/500k [00:00<00:00, 19.1MB/s]\n",
            "Downloading (…)cial_tokens_map.json: 100% 2.00/2.00 [00:00<00:00, 1.54kB/s]\n",
            "Downloading (…)okenizer_config.json: 100% 141/141 [00:00<00:00, 187kB/s]\n",
            "The tokenizer class you load from this checkpoint is not the same type as the class this function is called from. It may result in unexpected tokenization. \n",
            "The tokenizer class you load from this checkpoint is 'LLaMATokenizer'. \n",
            "The class this function is called from is 'LlamaTokenizer'.\n",
            "normalizer.cc(51) LOG(INFO) precompiled_charsmap is empty. use identity normalization.\n",
            "Facico/Chinese-Vicuna-lora-7b-3epoch-belle-and-guanaco/adapter_model.bin\n",
            "Downloading (…)lve/main/config.json: 100% 427/427 [00:00<00:00, 369kB/s]\n",
            "Downloading (…)model.bin.index.json: 100% 25.5k/25.5k [00:00<00:00, 5.59MB/s]\n",
            "Downloading shards:   0% 0/33 [00:00<?, ?it/s]\n",
            "Downloading (…)l-00001-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:   3% 10.5M/405M [00:00<00:07, 53.0MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:   5% 21.0M/405M [00:00<00:06, 62.6MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 66.1MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 61.1MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 57.7MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 56.6MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 57.4MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  26% 105M/405M [00:01<00:04, 61.6MB/s] \u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  28% 115M/405M [00:01<00:04, 61.1MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  31% 126M/405M [00:02<00:04, 60.2MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  34% 136M/405M [00:02<00:04, 62.9MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  36% 147M/405M [00:02<00:04, 61.5MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  39% 157M/405M [00:02<00:03, 62.6MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  41% 168M/405M [00:02<00:03, 62.9MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  44% 178M/405M [00:02<00:03, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  47% 189M/405M [00:03<00:04, 50.4MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  49% 199M/405M [00:03<00:04, 49.4MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  52% 210M/405M [00:03<00:03, 51.0MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  54% 220M/405M [00:03<00:03, 50.7MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  57% 231M/405M [00:04<00:03, 51.8MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  60% 241M/405M [00:04<00:03, 51.5MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  62% 252M/405M [00:04<00:02, 54.0MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  65% 262M/405M [00:04<00:02, 58.5MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  67% 273M/405M [00:04<00:02, 61.6MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  70% 283M/405M [00:04<00:01, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  73% 294M/405M [00:05<00:01, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  75% 304M/405M [00:05<00:01, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  78% 315M/405M [00:05<00:01, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  80% 325M/405M [00:05<00:01, 61.9MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  83% 336M/405M [00:05<00:01, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  85% 346M/405M [00:05<00:00, 66.3MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  88% 357M/405M [00:05<00:00, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  91% 367M/405M [00:06<00:00, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  93% 377M/405M [00:06<00:00, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  96% 388M/405M [00:06<00:00, 60.2MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin:  98% 398M/405M [00:06<00:00, 60.3MB/s]\u001b[A\n",
            "Downloading (…)l-00001-of-00033.bin: 100% 405M/405M [00:06<00:00, 59.4MB/s]\n",
            "Downloading shards:   3% 1/33 [00:06<03:43,  6.98s/it]\n",
            "Downloading (…)l-00002-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 56.8MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 60.7MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 63.6MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  26% 105M/405M [00:01<00:04, 63.4MB/s] \u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  28% 115M/405M [00:01<00:04, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  31% 126M/405M [00:01<00:04, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  34% 136M/405M [00:02<00:03, 70.2MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  36% 147M/405M [00:02<00:03, 70.5MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  39% 157M/405M [00:02<00:03, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  41% 168M/405M [00:02<00:03, 65.5MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  44% 178M/405M [00:02<00:03, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  47% 189M/405M [00:02<00:03, 66.8MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  49% 199M/405M [00:03<00:03, 68.2MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  52% 210M/405M [00:03<00:02, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  54% 220M/405M [00:03<00:02, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  57% 231M/405M [00:03<00:02, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  60% 241M/405M [00:03<00:02, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  62% 252M/405M [00:03<00:02, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  65% 262M/405M [00:04<00:02, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  67% 273M/405M [00:04<00:01, 68.0MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  70% 283M/405M [00:04<00:01, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  73% 294M/405M [00:04<00:01, 65.3MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  75% 304M/405M [00:04<00:01, 67.5MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  78% 315M/405M [00:04<00:01, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  80% 325M/405M [00:04<00:01, 66.1MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  83% 336M/405M [00:05<00:01, 67.5MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  85% 346M/405M [00:05<00:00, 69.3MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  88% 357M/405M [00:05<00:00, 67.7MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  91% 367M/405M [00:06<00:01, 34.8MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin:  96% 388M/405M [00:06<00:00, 49.6MB/s]\u001b[A\n",
            "Downloading (…)l-00002-of-00033.bin: 100% 405M/405M [00:06<00:00, 61.7MB/s]\n",
            "Downloading shards:   6% 2/33 [00:13<03:31,  6.82s/it]\n",
            "Downloading (…)l-00003-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:   3% 10.5M/405M [00:00<00:07, 50.3MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:   5% 21.0M/405M [00:00<00:07, 50.7MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 54.9MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 56.4MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 60.2MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 59.0MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  26% 105M/405M [00:01<00:04, 60.9MB/s] \u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  28% 115M/405M [00:01<00:04, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  31% 126M/405M [00:02<00:04, 62.1MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  34% 136M/405M [00:02<00:04, 63.5MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  36% 147M/405M [00:02<00:04, 60.6MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  39% 157M/405M [00:02<00:04, 60.3MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  41% 168M/405M [00:02<00:04, 56.6MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  44% 178M/405M [00:03<00:04, 50.9MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  47% 189M/405M [00:03<00:04, 52.1MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  49% 199M/405M [00:03<00:03, 55.0MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  52% 210M/405M [00:03<00:03, 55.6MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  54% 220M/405M [00:03<00:03, 57.6MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  57% 231M/405M [00:03<00:02, 58.7MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  60% 241M/405M [00:04<00:02, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  62% 252M/405M [00:04<00:02, 60.4MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  65% 262M/405M [00:04<00:02, 59.0MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  67% 273M/405M [00:04<00:02, 57.9MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  70% 283M/405M [00:04<00:02, 57.4MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  73% 294M/405M [00:04<00:01, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  75% 304M/405M [00:05<00:01, 66.5MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  78% 315M/405M [00:05<00:01, 68.3MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  80% 325M/405M [00:05<00:01, 70.4MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  83% 336M/405M [00:05<00:01, 65.8MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  85% 346M/405M [00:05<00:00, 66.3MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  88% 357M/405M [00:05<00:00, 66.8MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  91% 367M/405M [00:06<00:00, 67.7MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  93% 377M/405M [00:06<00:00, 59.2MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin:  96% 388M/405M [00:06<00:00, 58.5MB/s]\u001b[A\n",
            "Downloading (…)l-00003-of-00033.bin: 100% 405M/405M [00:06<00:00, 59.9MB/s]\n",
            "Downloading shards:   9% 3/33 [00:20<03:25,  6.86s/it]\n",
            "Downloading (…)l-00004-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 60.4MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 65.4MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 63.1MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 67.6MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 66.7MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  16% 62.9M/405M [00:00<00:04, 69.1MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  21% 83.9M/405M [00:01<00:04, 65.5MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  26% 105M/405M [00:01<00:04, 60.1MB/s] \u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  28% 115M/405M [00:01<00:04, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  31% 126M/405M [00:01<00:04, 61.6MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  34% 136M/405M [00:02<00:04, 57.2MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  36% 147M/405M [00:02<00:04, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  39% 157M/405M [00:02<00:03, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  41% 168M/405M [00:02<00:03, 63.7MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  44% 178M/405M [00:02<00:03, 64.4MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  47% 189M/405M [00:02<00:03, 66.4MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  49% 199M/405M [00:03<00:03, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  52% 210M/405M [00:03<00:03, 58.0MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  54% 220M/405M [00:03<00:03, 52.2MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  57% 231M/405M [00:03<00:03, 53.0MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  60% 241M/405M [00:03<00:02, 57.9MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  62% 252M/405M [00:04<00:02, 56.6MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  65% 262M/405M [00:04<00:02, 56.8MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  67% 273M/405M [00:04<00:02, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  70% 283M/405M [00:04<00:02, 58.4MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  73% 294M/405M [00:04<00:01, 61.9MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  75% 304M/405M [00:04<00:01, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  78% 315M/405M [00:05<00:01, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  80% 325M/405M [00:05<00:01, 61.3MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  83% 336M/405M [00:05<00:01, 62.9MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  85% 346M/405M [00:05<00:00, 61.5MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  88% 357M/405M [00:05<00:00, 62.7MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  91% 367M/405M [00:05<00:00, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  93% 377M/405M [00:06<00:00, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin:  96% 388M/405M [00:06<00:00, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00004-of-00033.bin: 100% 405M/405M [00:06<00:00, 61.5MB/s]\n",
            "Downloading shards:  12% 4/33 [00:27<03:17,  6.81s/it]\n",
            "Downloading (…)l-00005-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 65.4MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 60.4MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 52.1MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  13% 52.4M/405M [00:01<00:09, 38.0MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  16% 62.9M/405M [00:01<00:10, 33.0MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  18% 73.4M/405M [00:01<00:10, 32.2MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  21% 83.9M/405M [00:02<00:10, 31.7MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  23% 94.4M/405M [00:02<00:08, 37.4MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  26% 105M/405M [00:02<00:06, 43.9MB/s] \u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  28% 115M/405M [00:02<00:06, 46.6MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  31% 126M/405M [00:02<00:05, 51.8MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  34% 136M/405M [00:03<00:04, 56.6MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  36% 147M/405M [00:03<00:04, 59.2MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  39% 157M/405M [00:03<00:04, 57.9MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  41% 168M/405M [00:03<00:04, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  44% 178M/405M [00:03<00:03, 61.3MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  47% 189M/405M [00:03<00:03, 61.5MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  49% 199M/405M [00:04<00:03, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  52% 210M/405M [00:04<00:03, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  54% 220M/405M [00:04<00:02, 66.6MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  57% 231M/405M [00:04<00:02, 68.5MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  60% 241M/405M [00:04<00:02, 56.9MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  62% 252M/405M [00:04<00:02, 58.6MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  65% 262M/405M [00:05<00:02, 55.3MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  67% 273M/405M [00:05<00:02, 58.2MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  70% 283M/405M [00:05<00:02, 60.8MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  73% 294M/405M [00:05<00:01, 62.1MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  75% 304M/405M [00:05<00:01, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  78% 315M/405M [00:05<00:01, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  80% 325M/405M [00:06<00:01, 65.7MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  83% 336M/405M [00:06<00:01, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  85% 346M/405M [00:06<00:00, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  88% 357M/405M [00:06<00:00, 66.6MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  91% 367M/405M [00:06<00:00, 66.2MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  93% 377M/405M [00:06<00:00, 68.7MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin:  96% 388M/405M [00:07<00:00, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00005-of-00033.bin: 100% 405M/405M [00:07<00:00, 55.8MB/s]\n",
            "Downloading shards:  15% 5/33 [00:34<03:16,  7.02s/it]\n",
            "Downloading (…)l-00006-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:   3% 10.5M/405M [00:00<00:07, 53.6MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:   5% 21.0M/405M [00:00<00:06, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 63.5MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 67.3MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 65.5MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  21% 83.9M/405M [00:01<00:04, 69.0MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 63.9MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  26% 105M/405M [00:01<00:04, 64.6MB/s] \u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  28% 115M/405M [00:01<00:04, 66.5MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  31% 126M/405M [00:01<00:04, 66.0MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  34% 136M/405M [00:02<00:03, 67.5MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  36% 147M/405M [00:02<00:03, 70.6MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  39% 157M/405M [00:02<00:03, 67.9MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  41% 168M/405M [00:02<00:04, 57.8MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  44% 178M/405M [00:02<00:03, 59.3MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  47% 189M/405M [00:02<00:03, 59.0MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  49% 199M/405M [00:03<00:03, 60.1MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  52% 210M/405M [00:03<00:03, 61.4MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  54% 220M/405M [00:03<00:02, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  57% 231M/405M [00:03<00:02, 62.7MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  60% 241M/405M [00:03<00:02, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  62% 252M/405M [00:03<00:02, 64.4MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  65% 262M/405M [00:04<00:02, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  67% 273M/405M [00:04<00:02, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  70% 283M/405M [00:04<00:01, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  73% 294M/405M [00:04<00:01, 61.3MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  75% 304M/405M [00:04<00:01, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  78% 315M/405M [00:05<00:01, 59.3MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  80% 325M/405M [00:05<00:01, 58.6MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  83% 336M/405M [00:05<00:01, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  85% 346M/405M [00:05<00:00, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  88% 357M/405M [00:05<00:00, 60.5MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  91% 367M/405M [00:05<00:00, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  93% 377M/405M [00:06<00:00, 61.8MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin:  96% 388M/405M [00:06<00:00, 60.4MB/s]\u001b[A\n",
            "Downloading (…)l-00006-of-00033.bin: 100% 405M/405M [00:06<00:00, 62.7MB/s]\n",
            "Downloading shards:  18% 6/33 [00:41<03:06,  6.89s/it]\n",
            "Downloading (…)l-00007-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 59.1MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 67.4MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 68.4MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 69.5MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 63.6MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  16% 62.9M/405M [00:00<00:05, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 61.1MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 60.7MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 62.4MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  26% 105M/405M [00:01<00:04, 62.7MB/s] \u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  28% 115M/405M [00:01<00:04, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  31% 126M/405M [00:01<00:04, 62.6MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  34% 136M/405M [00:02<00:04, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  36% 147M/405M [00:02<00:04, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  39% 157M/405M [00:02<00:03, 65.2MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  41% 168M/405M [00:02<00:03, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  44% 178M/405M [00:02<00:03, 66.0MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  47% 189M/405M [00:02<00:03, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  49% 199M/405M [00:03<00:02, 71.0MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  52% 210M/405M [00:03<00:02, 69.3MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  54% 220M/405M [00:03<00:02, 69.0MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  57% 231M/405M [00:03<00:02, 68.5MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  60% 241M/405M [00:03<00:02, 69.2MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  62% 252M/405M [00:03<00:02, 58.0MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  65% 262M/405M [00:04<00:02, 60.3MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  67% 273M/405M [00:04<00:02, 60.6MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  70% 283M/405M [00:04<00:01, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  73% 294M/405M [00:04<00:01, 63.8MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  75% 304M/405M [00:04<00:01, 66.1MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  78% 315M/405M [00:04<00:01, 69.0MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  80% 325M/405M [00:05<00:01, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  83% 336M/405M [00:05<00:00, 70.0MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  85% 346M/405M [00:05<00:00, 67.3MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  88% 357M/405M [00:05<00:00, 65.9MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  91% 367M/405M [00:05<00:00, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  93% 377M/405M [00:05<00:00, 65.9MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin:  96% 388M/405M [00:05<00:00, 67.2MB/s]\u001b[A\n",
            "Downloading (…)l-00007-of-00033.bin: 100% 405M/405M [00:06<00:00, 65.3MB/s]\n",
            "Downloading shards:  21% 7/33 [00:47<02:54,  6.71s/it]\n",
            "Downloading (…)l-00008-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:   3% 10.5M/405M [00:00<00:05, 71.3MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 72.6MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 65.1MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  16% 62.9M/405M [00:01<00:07, 44.7MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  18% 73.4M/405M [00:01<00:06, 50.6MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 54.7MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 55.7MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  26% 105M/405M [00:01<00:05, 56.7MB/s] \u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  28% 115M/405M [00:02<00:05, 56.7MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  31% 126M/405M [00:02<00:04, 58.6MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  34% 136M/405M [00:02<00:04, 63.1MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  36% 147M/405M [00:02<00:04, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  39% 157M/405M [00:02<00:03, 64.9MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  41% 168M/405M [00:02<00:03, 67.3MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  44% 178M/405M [00:03<00:05, 44.8MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  47% 189M/405M [00:03<00:04, 49.7MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  49% 199M/405M [00:03<00:03, 52.8MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  52% 210M/405M [00:03<00:03, 55.0MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  54% 220M/405M [00:03<00:03, 52.0MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  57% 231M/405M [00:04<00:03, 48.7MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  60% 241M/405M [00:04<00:03, 51.1MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  62% 252M/405M [00:04<00:02, 52.8MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  65% 262M/405M [00:04<00:02, 57.3MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  67% 273M/405M [00:04<00:02, 58.5MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  70% 283M/405M [00:04<00:01, 62.6MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  73% 294M/405M [00:05<00:01, 66.3MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  75% 304M/405M [00:05<00:01, 66.6MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  78% 315M/405M [00:05<00:01, 63.5MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  80% 325M/405M [00:05<00:01, 59.8MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  83% 336M/405M [00:05<00:01, 52.1MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  85% 346M/405M [00:06<00:01, 54.9MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  88% 357M/405M [00:06<00:00, 59.1MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  91% 367M/405M [00:06<00:00, 60.1MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  93% 377M/405M [00:06<00:00, 61.6MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin:  96% 388M/405M [00:06<00:00, 56.4MB/s]\u001b[A\n",
            "Downloading (…)l-00008-of-00033.bin: 100% 405M/405M [00:07<00:00, 57.5MB/s]\n",
            "Downloading shards:  24% 8/33 [00:54<02:51,  6.87s/it]\n",
            "Downloading (…)l-00009-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 58.6MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:   5% 21.0M/405M [00:00<00:06, 58.6MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 63.7MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 66.7MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  16% 62.9M/405M [00:00<00:05, 63.9MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  21% 83.9M/405M [00:01<00:04, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  26% 105M/405M [00:01<00:04, 66.0MB/s] \u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  28% 115M/405M [00:01<00:04, 66.0MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  31% 126M/405M [00:01<00:04, 66.5MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  34% 136M/405M [00:02<00:04, 58.3MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  36% 147M/405M [00:02<00:04, 61.1MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  39% 157M/405M [00:02<00:04, 60.1MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  41% 168M/405M [00:02<00:03, 60.0MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  44% 178M/405M [00:02<00:03, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  47% 189M/405M [00:02<00:03, 64.9MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  49% 199M/405M [00:03<00:03, 63.6MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  52% 210M/405M [00:03<00:03, 61.0MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  54% 220M/405M [00:03<00:02, 63.5MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  57% 231M/405M [00:03<00:02, 63.5MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  60% 241M/405M [00:03<00:02, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  62% 252M/405M [00:03<00:02, 63.7MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  65% 262M/405M [00:04<00:03, 43.7MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  67% 273M/405M [00:04<00:02, 49.1MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  70% 283M/405M [00:04<00:02, 51.5MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  73% 294M/405M [00:04<00:02, 52.2MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  75% 304M/405M [00:05<00:01, 55.0MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  78% 315M/405M [00:05<00:01, 56.0MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  80% 325M/405M [00:05<00:01, 51.0MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  83% 336M/405M [00:05<00:01, 54.0MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  85% 346M/405M [00:05<00:01, 55.9MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  88% 357M/405M [00:06<00:00, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  91% 367M/405M [00:06<00:00, 59.0MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  93% 377M/405M [00:06<00:00, 59.2MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin:  96% 388M/405M [00:06<00:00, 57.7MB/s]\u001b[A\n",
            "Downloading (…)l-00009-of-00033.bin: 100% 405M/405M [00:06<00:00, 59.1MB/s]\n",
            "Downloading shards:  27% 9/33 [01:01<02:45,  6.91s/it]\n",
            "Downloading (…)l-00010-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:   3% 10.5M/405M [00:00<00:05, 69.1MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:   5% 21.0M/405M [00:00<00:06, 58.2MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 60.7MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  16% 62.9M/405M [00:01<00:06, 56.1MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  18% 73.4M/405M [00:01<00:12, 25.6MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  21% 83.9M/405M [00:02<00:11, 27.3MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  23% 94.4M/405M [00:02<00:09, 32.6MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  26% 105M/405M [00:02<00:07, 39.2MB/s] \u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  28% 115M/405M [00:02<00:06, 44.9MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  31% 126M/405M [00:02<00:05, 50.9MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  34% 136M/405M [00:03<00:05, 53.0MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  36% 147M/405M [00:03<00:04, 55.2MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  39% 157M/405M [00:03<00:04, 58.7MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  41% 168M/405M [00:03<00:03, 61.0MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  44% 178M/405M [00:03<00:03, 65.7MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  47% 189M/405M [00:03<00:03, 65.5MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  49% 199M/405M [00:03<00:03, 68.2MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  52% 210M/405M [00:04<00:02, 67.9MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  54% 220M/405M [00:04<00:02, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  57% 231M/405M [00:04<00:02, 66.2MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  60% 241M/405M [00:04<00:02, 66.1MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  62% 252M/405M [00:04<00:02, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  65% 262M/405M [00:05<00:02, 60.3MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  67% 273M/405M [00:05<00:02, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  70% 283M/405M [00:05<00:02, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  73% 294M/405M [00:05<00:01, 61.3MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  75% 304M/405M [00:05<00:01, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  78% 315M/405M [00:05<00:01, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  80% 325M/405M [00:06<00:01, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  83% 336M/405M [00:06<00:01, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  85% 346M/405M [00:06<00:01, 52.8MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  88% 357M/405M [00:06<00:00, 57.8MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  91% 367M/405M [00:06<00:00, 55.4MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  93% 377M/405M [00:07<00:00, 54.5MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  96% 388M/405M [00:07<00:00, 52.7MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin:  98% 398M/405M [00:07<00:00, 52.8MB/s]\u001b[A\n",
            "Downloading (…)l-00010-of-00033.bin: 100% 405M/405M [00:07<00:00, 53.5MB/s]\n",
            "Downloading shards:  30% 10/33 [01:09<02:44,  7.16s/it]\n",
            "Downloading (…)l-00011-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:   3% 10.5M/405M [00:00<00:05, 69.0MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 70.5MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 63.6MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 66.8MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  16% 62.9M/405M [00:00<00:05, 65.1MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  18% 73.4M/405M [00:01<00:04, 67.2MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  21% 83.9M/405M [00:01<00:04, 68.3MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 67.5MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  26% 105M/405M [00:01<00:04, 66.6MB/s] \u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  28% 115M/405M [00:01<00:04, 66.7MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  31% 126M/405M [00:01<00:04, 68.5MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  34% 136M/405M [00:02<00:04, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  36% 147M/405M [00:02<00:04, 59.3MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  39% 157M/405M [00:02<00:04, 60.9MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  41% 168M/405M [00:02<00:03, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  44% 178M/405M [00:02<00:03, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  47% 189M/405M [00:02<00:03, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  49% 199M/405M [00:03<00:03, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  52% 210M/405M [00:03<00:03, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  54% 220M/405M [00:03<00:02, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  57% 231M/405M [00:03<00:02, 62.7MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  60% 241M/405M [00:03<00:02, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  62% 252M/405M [00:03<00:02, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  65% 262M/405M [00:04<00:02, 59.3MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  67% 273M/405M [00:04<00:02, 59.6MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  70% 283M/405M [00:04<00:02, 56.6MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  73% 294M/405M [00:04<00:01, 57.8MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  75% 304M/405M [00:04<00:01, 58.7MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  78% 315M/405M [00:05<00:01, 58.8MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  80% 325M/405M [00:05<00:01, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  83% 336M/405M [00:05<00:01, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  85% 346M/405M [00:05<00:00, 60.1MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  88% 357M/405M [00:05<00:00, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  91% 367M/405M [00:05<00:00, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  93% 377M/405M [00:05<00:00, 68.0MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin:  96% 388M/405M [00:06<00:00, 69.2MB/s]\u001b[A\n",
            "Downloading (…)l-00011-of-00033.bin: 100% 405M/405M [00:06<00:00, 63.7MB/s]\n",
            "Downloading shards:  33% 11/33 [01:16<02:33,  6.97s/it]\n",
            "Downloading (…)l-00012-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:   3% 10.5M/405M [00:00<00:04, 83.8MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:   5% 21.0M/405M [00:00<00:04, 90.4MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:   8% 31.5M/405M [00:00<00:04, 92.5MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  10% 41.9M/405M [00:00<00:04, 90.1MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  13% 52.4M/405M [00:00<00:04, 87.4MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  16% 62.9M/405M [00:00<00:03, 87.0MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  18% 73.4M/405M [00:00<00:03, 89.7MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  21% 83.9M/405M [00:00<00:03, 89.8MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  23% 94.4M/405M [00:01<00:03, 91.7MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  26% 105M/405M [00:01<00:03, 91.1MB/s] \u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  28% 115M/405M [00:01<00:03, 92.0MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  31% 126M/405M [00:01<00:02, 93.5MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  34% 136M/405M [00:01<00:02, 91.8MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  36% 147M/405M [00:01<00:02, 93.9MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  39% 157M/405M [00:01<00:02, 95.2MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  41% 168M/405M [00:01<00:02, 89.2MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  44% 178M/405M [00:01<00:02, 89.1MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  47% 189M/405M [00:02<00:02, 81.7MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  49% 199M/405M [00:02<00:02, 86.0MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  52% 210M/405M [00:02<00:02, 89.2MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  54% 220M/405M [00:02<00:02, 87.5MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  57% 231M/405M [00:02<00:01, 89.0MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  60% 241M/405M [00:02<00:01, 91.8MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  62% 252M/405M [00:02<00:01, 92.4MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  65% 262M/405M [00:02<00:01, 84.3MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  67% 273M/405M [00:03<00:01, 85.3MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  70% 283M/405M [00:03<00:01, 85.6MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  73% 294M/405M [00:03<00:01, 89.6MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  75% 304M/405M [00:03<00:01, 92.5MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  78% 315M/405M [00:03<00:00, 94.0MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  80% 325M/405M [00:03<00:00, 95.9MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  83% 336M/405M [00:03<00:00, 95.0MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  85% 346M/405M [00:03<00:00, 96.8MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  88% 357M/405M [00:03<00:00, 95.8MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  91% 367M/405M [00:04<00:00, 92.9MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  93% 377M/405M [00:04<00:00, 86.1MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin:  96% 388M/405M [00:04<00:00, 84.8MB/s]\u001b[A\n",
            "Downloading (…)l-00012-of-00033.bin: 100% 405M/405M [00:04<00:00, 89.3MB/s]\n",
            "Downloading shards:  36% 12/33 [01:20<02:12,  6.30s/it]\n",
            "Downloading (…)l-00013-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 61.8MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 59.9MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 62.7MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 66.1MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  21% 83.9M/405M [00:01<00:04, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  26% 105M/405M [00:01<00:04, 67.1MB/s] \u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  28% 115M/405M [00:01<00:04, 67.2MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  31% 126M/405M [00:01<00:04, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  34% 136M/405M [00:02<00:04, 66.5MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  36% 147M/405M [00:02<00:04, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  39% 157M/405M [00:02<00:04, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  41% 168M/405M [00:02<00:03, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  44% 178M/405M [00:02<00:03, 65.9MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  47% 189M/405M [00:02<00:03, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  49% 199M/405M [00:03<00:03, 66.7MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  52% 210M/405M [00:03<00:02, 69.4MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  54% 220M/405M [00:03<00:02, 70.3MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  57% 231M/405M [00:03<00:02, 70.5MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  60% 241M/405M [00:03<00:02, 67.6MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  62% 252M/405M [00:03<00:02, 68.3MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  65% 262M/405M [00:03<00:02, 67.3MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  67% 273M/405M [00:04<00:02, 65.2MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  70% 283M/405M [00:04<00:01, 65.5MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  73% 294M/405M [00:04<00:01, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  75% 304M/405M [00:04<00:01, 64.7MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  78% 315M/405M [00:04<00:01, 65.4MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  80% 325M/405M [00:04<00:01, 68.0MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  83% 336M/405M [00:05<00:01, 67.4MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  85% 346M/405M [00:05<00:00, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  88% 357M/405M [00:05<00:00, 67.0MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  91% 367M/405M [00:05<00:00, 70.0MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  93% 377M/405M [00:05<00:00, 71.7MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin:  96% 388M/405M [00:05<00:00, 69.8MB/s]\u001b[A\n",
            "Downloading (…)l-00013-of-00033.bin: 100% 405M/405M [00:06<00:00, 65.6MB/s]\n",
            "Downloading shards:  39% 13/33 [01:27<02:06,  6.31s/it]\n",
            "Downloading (…)l-00014-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:   3% 10.5M/405M [00:00<00:12, 32.4MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:   5% 21.0M/405M [00:00<00:11, 32.8MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:   8% 31.5M/405M [00:00<00:11, 32.9MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  10% 41.9M/405M [00:01<00:11, 31.3MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  13% 52.4M/405M [00:01<00:10, 32.5MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  16% 62.9M/405M [00:01<00:10, 33.0MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  18% 73.4M/405M [00:02<00:09, 34.9MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  21% 83.9M/405M [00:02<00:09, 34.4MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  23% 94.4M/405M [00:02<00:09, 34.5MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  26% 105M/405M [00:03<00:08, 36.3MB/s] \u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  28% 115M/405M [00:03<00:08, 36.0MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  31% 126M/405M [00:03<00:07, 36.0MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  34% 136M/405M [00:03<00:07, 36.0MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  36% 147M/405M [00:04<00:08, 30.5MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  39% 157M/405M [00:04<00:08, 30.3MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  41% 168M/405M [00:05<00:08, 28.9MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  44% 178M/405M [00:05<00:07, 29.3MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  47% 189M/405M [00:05<00:06, 31.0MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  49% 199M/405M [00:06<00:06, 31.6MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  52% 210M/405M [00:06<00:05, 33.6MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  54% 220M/405M [00:06<00:05, 34.6MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  57% 231M/405M [00:06<00:05, 33.9MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  60% 241M/405M [00:07<00:04, 33.9MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  62% 252M/405M [00:07<00:04, 32.4MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  65% 262M/405M [00:08<00:04, 30.9MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  67% 273M/405M [00:08<00:04, 31.6MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  70% 283M/405M [00:08<00:03, 32.8MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  73% 294M/405M [00:08<00:03, 33.4MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  75% 304M/405M [00:09<00:03, 33.5MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  78% 315M/405M [00:09<00:02, 34.5MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  80% 325M/405M [00:09<00:02, 35.9MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  83% 336M/405M [00:10<00:01, 34.7MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  85% 346M/405M [00:10<00:01, 35.5MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  88% 357M/405M [00:10<00:01, 36.2MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  91% 367M/405M [00:10<00:01, 36.9MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  93% 377M/405M [00:11<00:00, 37.3MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  96% 388M/405M [00:11<00:00, 37.2MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin:  98% 398M/405M [00:11<00:00, 36.5MB/s]\u001b[A\n",
            "Downloading (…)l-00014-of-00033.bin: 100% 405M/405M [00:11<00:00, 33.8MB/s]\n",
            "Downloading shards:  42% 14/33 [01:39<02:33,  8.07s/it]\n",
            "Downloading (…)l-00015-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 59.0MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:   5% 21.0M/405M [00:00<00:06, 61.0MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 60.1MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 56.2MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  13% 52.4M/405M [00:00<00:06, 58.1MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  16% 62.9M/405M [00:01<00:06, 53.8MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  18% 73.4M/405M [00:01<00:06, 54.8MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 53.7MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  23% 94.4M/405M [00:01<00:06, 50.4MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  26% 105M/405M [00:01<00:06, 48.9MB/s] \u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  28% 115M/405M [00:02<00:05, 54.0MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  31% 126M/405M [00:02<00:04, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  34% 136M/405M [00:02<00:04, 54.0MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  36% 147M/405M [00:02<00:05, 51.3MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  39% 157M/405M [00:02<00:04, 55.9MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  41% 168M/405M [00:03<00:04, 58.6MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  44% 178M/405M [00:03<00:03, 63.5MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  47% 189M/405M [00:03<00:03, 66.6MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  49% 199M/405M [00:03<00:03, 67.0MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  52% 210M/405M [00:03<00:02, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  54% 220M/405M [00:03<00:02, 66.4MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  57% 231M/405M [00:03<00:02, 69.1MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  60% 241M/405M [00:04<00:02, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  62% 252M/405M [00:04<00:02, 68.4MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  65% 262M/405M [00:04<00:02, 69.2MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  67% 273M/405M [00:04<00:01, 69.3MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  70% 283M/405M [00:04<00:01, 64.7MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  73% 294M/405M [00:04<00:01, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  75% 304M/405M [00:05<00:01, 55.6MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  78% 315M/405M [00:05<00:01, 54.6MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  80% 325M/405M [00:05<00:01, 55.9MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  83% 336M/405M [00:05<00:01, 59.2MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  85% 346M/405M [00:05<00:01, 55.6MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  88% 357M/405M [00:06<00:00, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  91% 367M/405M [00:06<00:00, 48.6MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  93% 377M/405M [00:06<00:00, 50.9MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin:  96% 388M/405M [00:06<00:00, 53.7MB/s]\u001b[A\n",
            "Downloading (…)l-00015-of-00033.bin: 100% 405M/405M [00:06<00:00, 58.3MB/s]\n",
            "Downloading shards:  45% 15/33 [01:46<02:20,  7.78s/it]\n",
            "Downloading (…)l-00016-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 59.6MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 68.0MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 62.6MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 61.4MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  16% 62.9M/405M [00:00<00:05, 66.5MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  18% 73.4M/405M [00:01<00:04, 68.2MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  21% 83.9M/405M [00:01<00:04, 69.3MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 68.9MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  26% 105M/405M [00:01<00:04, 67.5MB/s] \u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  28% 115M/405M [00:01<00:04, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  31% 126M/405M [00:01<00:04, 66.0MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  34% 136M/405M [00:02<00:03, 67.2MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  36% 147M/405M [00:02<00:03, 68.4MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  39% 157M/405M [00:02<00:03, 71.5MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  41% 168M/405M [00:02<00:03, 66.4MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  44% 178M/405M [00:02<00:03, 65.9MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  47% 189M/405M [00:02<00:03, 67.6MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  49% 199M/405M [00:02<00:03, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  52% 210M/405M [00:03<00:02, 67.7MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  54% 220M/405M [00:03<00:02, 67.6MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  57% 231M/405M [00:03<00:02, 70.1MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  60% 241M/405M [00:03<00:02, 67.3MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  62% 252M/405M [00:03<00:02, 66.4MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  65% 262M/405M [00:03<00:02, 69.5MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  67% 273M/405M [00:04<00:01, 69.9MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  70% 283M/405M [00:04<00:01, 66.9MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  73% 294M/405M [00:04<00:01, 68.6MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  75% 304M/405M [00:04<00:01, 70.1MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  78% 315M/405M [00:04<00:01, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  80% 325M/405M [00:04<00:01, 69.3MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  83% 336M/405M [00:04<00:00, 71.1MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  85% 346M/405M [00:05<00:00, 72.6MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  88% 357M/405M [00:05<00:00, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  91% 367M/405M [00:05<00:00, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  93% 377M/405M [00:05<00:00, 66.0MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin:  96% 388M/405M [00:05<00:00, 67.3MB/s]\u001b[A\n",
            "Downloading (…)l-00016-of-00033.bin: 100% 405M/405M [00:05<00:00, 67.5MB/s]\n",
            "Downloading shards:  48% 16/33 [01:52<02:04,  7.29s/it]\n",
            "Downloading (…)l-00017-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:   3% 10.5M/405M [00:00<00:08, 46.2MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:   5% 21.0M/405M [00:00<00:07, 51.7MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 56.9MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 60.9MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 64.9MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 59.3MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 57.6MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 61.0MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  26% 105M/405M [00:01<00:05, 57.7MB/s] \u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  28% 115M/405M [00:01<00:05, 57.7MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  31% 126M/405M [00:02<00:05, 54.6MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  34% 136M/405M [00:02<00:04, 57.7MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  36% 147M/405M [00:02<00:04, 59.8MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  39% 157M/405M [00:02<00:03, 62.2MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  41% 168M/405M [00:02<00:03, 62.2MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  44% 178M/405M [00:02<00:03, 62.2MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  47% 189M/405M [00:03<00:03, 59.8MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  49% 199M/405M [00:03<00:03, 57.9MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  52% 210M/405M [00:03<00:03, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  54% 220M/405M [00:03<00:03, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  57% 231M/405M [00:03<00:02, 60.4MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  60% 241M/405M [00:04<00:02, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  62% 252M/405M [00:04<00:02, 58.5MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  65% 262M/405M [00:04<00:02, 59.1MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  67% 273M/405M [00:04<00:02, 60.9MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  70% 283M/405M [00:04<00:01, 62.8MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  73% 294M/405M [00:04<00:01, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  75% 304M/405M [00:05<00:01, 63.8MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  78% 315M/405M [00:05<00:01, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  80% 325M/405M [00:05<00:01, 60.9MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  83% 336M/405M [00:05<00:01, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  85% 346M/405M [00:05<00:00, 60.6MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  88% 357M/405M [00:05<00:00, 62.0MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  91% 367M/405M [00:06<00:00, 65.9MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  93% 377M/405M [00:06<00:00, 67.0MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin:  96% 388M/405M [00:06<00:00, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00017-of-00033.bin: 100% 405M/405M [00:06<00:00, 59.8MB/s]\n",
            "Downloading shards:  52% 17/33 [01:59<01:54,  7.18s/it]\n",
            "Downloading (…)l-00018-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:   3% 10.5M/405M [00:00<00:05, 72.1MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 69.3MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 73.8MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 59.6MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 58.6MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 56.7MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 60.6MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  26% 105M/405M [00:01<00:04, 64.3MB/s] \u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  28% 115M/405M [00:01<00:04, 62.9MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  31% 126M/405M [00:02<00:04, 59.0MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  34% 136M/405M [00:02<00:04, 62.2MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  36% 147M/405M [00:02<00:03, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  39% 157M/405M [00:02<00:03, 67.9MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  41% 168M/405M [00:02<00:03, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  44% 178M/405M [00:02<00:03, 68.3MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  47% 189M/405M [00:02<00:03, 67.0MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  49% 199M/405M [00:03<00:03, 66.5MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  52% 210M/405M [00:03<00:02, 67.6MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  54% 220M/405M [00:03<00:02, 66.8MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  57% 231M/405M [00:03<00:02, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  60% 241M/405M [00:03<00:02, 67.7MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  62% 252M/405M [00:03<00:02, 68.5MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  65% 262M/405M [00:04<00:02, 69.0MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  67% 273M/405M [00:04<00:02, 64.4MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  70% 283M/405M [00:04<00:01, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  73% 294M/405M [00:04<00:01, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  75% 304M/405M [00:04<00:01, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  78% 315M/405M [00:04<00:01, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  80% 325M/405M [00:05<00:01, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  83% 336M/405M [00:05<00:01, 63.1MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  85% 346M/405M [00:05<00:00, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  88% 357M/405M [00:05<00:00, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  91% 367M/405M [00:05<00:00, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  93% 377M/405M [00:05<00:00, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin:  96% 388M/405M [00:06<00:00, 65.1MB/s]\u001b[A\n",
            "Downloading (…)l-00018-of-00033.bin: 100% 405M/405M [00:06<00:00, 64.4MB/s]\n",
            "Downloading shards:  55% 18/33 [02:06<01:44,  6.95s/it]\n",
            "Downloading (…)l-00019-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 63.7MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:   5% 21.0M/405M [00:00<00:06, 58.5MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 64.9MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 67.7MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  13% 52.4M/405M [00:00<00:04, 70.9MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 58.6MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 59.6MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 62.2MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 64.7MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  26% 105M/405M [00:01<00:04, 68.0MB/s] \u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  28% 115M/405M [00:01<00:04, 69.2MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  31% 126M/405M [00:01<00:04, 66.1MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  34% 136M/405M [00:02<00:04, 63.1MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  36% 147M/405M [00:02<00:03, 64.9MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  39% 157M/405M [00:02<00:04, 53.5MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  41% 168M/405M [00:02<00:04, 54.8MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  44% 178M/405M [00:03<00:04, 45.8MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  47% 189M/405M [00:03<00:04, 49.9MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  49% 199M/405M [00:03<00:03, 52.7MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  52% 210M/405M [00:03<00:03, 53.3MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  54% 220M/405M [00:03<00:03, 57.1MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  57% 231M/405M [00:03<00:02, 61.6MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  60% 241M/405M [00:04<00:02, 63.9MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  62% 252M/405M [00:04<00:02, 65.8MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  65% 262M/405M [00:04<00:02, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  67% 273M/405M [00:04<00:02, 65.8MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  70% 283M/405M [00:04<00:01, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  73% 294M/405M [00:04<00:01, 66.2MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  75% 304M/405M [00:04<00:01, 65.8MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  78% 315M/405M [00:05<00:01, 50.4MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  80% 325M/405M [00:05<00:01, 51.4MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  83% 336M/405M [00:05<00:01, 55.2MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  85% 346M/405M [00:05<00:01, 58.0MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  88% 357M/405M [00:05<00:00, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  91% 367M/405M [00:06<00:00, 62.4MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  93% 377M/405M [00:06<00:00, 51.5MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  96% 388M/405M [00:06<00:00, 55.8MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin:  98% 398M/405M [00:06<00:00, 57.7MB/s]\u001b[A\n",
            "Downloading (…)l-00019-of-00033.bin: 100% 405M/405M [00:06<00:00, 59.2MB/s]\n",
            "Downloading shards:  58% 19/33 [02:13<01:37,  6.97s/it]\n",
            "Downloading (…)l-00020-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:   3% 10.5M/405M [00:00<00:07, 55.3MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 65.1MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 62.4MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 62.0MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 61.8MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  26% 105M/405M [00:01<00:04, 65.2MB/s] \u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  28% 115M/405M [00:01<00:04, 65.2MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  31% 126M/405M [00:01<00:04, 66.6MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  34% 136M/405M [00:02<00:04, 65.7MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  36% 147M/405M [00:02<00:03, 68.3MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  39% 157M/405M [00:02<00:03, 69.0MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  41% 168M/405M [00:02<00:03, 71.6MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  44% 178M/405M [00:02<00:03, 72.5MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  47% 189M/405M [00:02<00:02, 72.9MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  49% 199M/405M [00:02<00:02, 72.8MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  52% 210M/405M [00:03<00:02, 73.8MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  54% 220M/405M [00:03<00:02, 75.4MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  57% 231M/405M [00:03<00:02, 76.1MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  60% 241M/405M [00:03<00:02, 75.1MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  62% 252M/405M [00:03<00:02, 75.4MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  65% 262M/405M [00:03<00:02, 71.2MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  67% 273M/405M [00:03<00:01, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  70% 283M/405M [00:04<00:01, 68.3MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  73% 294M/405M [00:04<00:01, 69.5MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  75% 304M/405M [00:04<00:01, 70.4MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  78% 315M/405M [00:04<00:01, 70.8MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  80% 325M/405M [00:04<00:01, 72.3MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  83% 336M/405M [00:04<00:01, 69.1MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  85% 346M/405M [00:05<00:00, 69.4MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  88% 357M/405M [00:05<00:00, 65.7MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  91% 367M/405M [00:05<00:00, 66.7MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  93% 377M/405M [00:05<00:00, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin:  96% 388M/405M [00:05<00:00, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00020-of-00033.bin: 100% 405M/405M [00:05<00:00, 67.9MB/s]\n",
            "Downloading shards:  61% 20/33 [02:19<01:27,  6.73s/it]\n",
            "Downloading (…)l-00021-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:   5% 21.0M/405M [00:00<00:02, 173MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  13% 52.4M/405M [00:00<00:06, 53.7MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  21% 83.9M/405M [00:00<00:03, 90.7MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  26% 105M/405M [00:01<00:02, 105MB/s]  \u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  31% 126M/405M [00:01<00:02, 116MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  36% 147M/405M [00:01<00:02, 123MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  41% 168M/405M [00:01<00:01, 137MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  47% 189M/405M [00:01<00:01, 153MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  54% 220M/405M [00:01<00:01, 170MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  62% 252M/405M [00:01<00:00, 187MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  70% 283M/405M [00:02<00:00, 205MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  78% 315M/405M [00:02<00:00, 222MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  85% 346M/405M [00:02<00:00, 231MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin:  93% 377M/405M [00:02<00:00, 239MB/s]\u001b[A\n",
            "Downloading (…)l-00021-of-00033.bin: 100% 405M/405M [00:02<00:00, 160MB/s]\n",
            "Downloading shards:  64% 21/33 [02:21<01:06,  5.52s/it]\n",
            "Downloading (…)l-00022-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:   3% 10.5M/405M [00:00<00:05, 68.0MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 68.2MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  16% 62.9M/405M [00:00<00:05, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 61.5MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 58.2MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 60.8MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  26% 105M/405M [00:01<00:04, 62.6MB/s] \u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  28% 115M/405M [00:01<00:04, 60.5MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  31% 126M/405M [00:02<00:04, 57.2MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  34% 136M/405M [00:02<00:04, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  36% 147M/405M [00:02<00:04, 63.5MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  39% 157M/405M [00:02<00:03, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  41% 168M/405M [00:02<00:03, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  44% 178M/405M [00:02<00:03, 62.1MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  47% 189M/405M [00:03<00:03, 64.9MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  49% 199M/405M [00:03<00:03, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  52% 210M/405M [00:03<00:03, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  54% 220M/405M [00:03<00:02, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  57% 231M/405M [00:03<00:02, 63.9MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  60% 241M/405M [00:03<00:02, 67.4MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  62% 252M/405M [00:03<00:02, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  65% 262M/405M [00:04<00:02, 68.1MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  67% 273M/405M [00:04<00:01, 71.0MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  70% 283M/405M [00:04<00:01, 67.2MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  73% 294M/405M [00:04<00:01, 63.8MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  75% 304M/405M [00:04<00:01, 66.8MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  78% 315M/405M [00:04<00:01, 70.3MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  80% 325M/405M [00:05<00:01, 59.9MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  83% 336M/405M [00:05<00:01, 60.5MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  85% 346M/405M [00:05<00:00, 60.3MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  88% 357M/405M [00:05<00:00, 60.5MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  91% 367M/405M [00:05<00:00, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  93% 377M/405M [00:05<00:00, 65.2MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin:  96% 388M/405M [00:06<00:00, 64.9MB/s]\u001b[A\n",
            "Downloading (…)l-00022-of-00033.bin: 100% 405M/405M [00:06<00:00, 63.9MB/s]\n",
            "Downloading shards:  67% 22/33 [02:28<01:03,  5.81s/it]\n",
            "Downloading (…)l-00023-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 62.6MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:   5% 21.0M/405M [00:00<00:07, 54.0MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 57.3MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 58.2MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  13% 52.4M/405M [00:00<00:06, 58.3MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 60.3MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 62.8MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 60.5MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  26% 105M/405M [00:01<00:05, 59.5MB/s] \u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  28% 115M/405M [00:01<00:04, 60.6MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  31% 126M/405M [00:02<00:04, 61.9MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  34% 136M/405M [00:02<00:04, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  36% 147M/405M [00:02<00:04, 63.9MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  39% 157M/405M [00:02<00:03, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  41% 168M/405M [00:02<00:03, 62.8MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  44% 178M/405M [00:02<00:03, 58.2MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  47% 189M/405M [00:03<00:03, 61.4MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  49% 199M/405M [00:03<00:03, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  52% 210M/405M [00:03<00:03, 62.7MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  54% 220M/405M [00:03<00:03, 56.3MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  57% 231M/405M [00:03<00:03, 53.1MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  60% 241M/405M [00:04<00:03, 52.8MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  62% 252M/405M [00:04<00:02, 58.0MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  65% 262M/405M [00:04<00:02, 59.0MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  67% 273M/405M [00:04<00:02, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  70% 283M/405M [00:04<00:02, 60.1MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  73% 294M/405M [00:04<00:01, 59.2MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  75% 304M/405M [00:05<00:01, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  78% 315M/405M [00:05<00:01, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  80% 325M/405M [00:05<00:01, 65.8MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  83% 336M/405M [00:05<00:01, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  85% 346M/405M [00:05<00:00, 59.0MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  88% 357M/405M [00:05<00:00, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  91% 367M/405M [00:06<00:00, 65.1MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  93% 377M/405M [00:06<00:00, 65.4MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  96% 388M/405M [00:06<00:00, 67.4MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin:  98% 398M/405M [00:06<00:00, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00023-of-00033.bin: 100% 405M/405M [00:06<00:00, 59.8MB/s]\n",
            "Downloading shards:  70% 23/33 [02:35<01:01,  6.14s/it]\n",
            "Downloading (…)l-00024-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:   3% 10.5M/405M [00:00<00:07, 55.8MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:   5% 21.0M/405M [00:00<00:06, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 63.1MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  13% 52.4M/405M [00:00<00:06, 55.5MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  21% 83.9M/405M [00:01<00:04, 65.2MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 65.5MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  26% 105M/405M [00:01<00:04, 62.9MB/s] \u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  28% 115M/405M [00:01<00:04, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  31% 126M/405M [00:02<00:04, 63.1MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  34% 136M/405M [00:02<00:04, 62.7MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  36% 147M/405M [00:02<00:04, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  39% 157M/405M [00:02<00:04, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  41% 168M/405M [00:02<00:03, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  44% 178M/405M [00:02<00:03, 60.8MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  47% 189M/405M [00:03<00:03, 60.2MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  49% 199M/405M [00:03<00:03, 60.2MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  52% 210M/405M [00:03<00:04, 46.2MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  54% 220M/405M [00:03<00:03, 49.6MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  57% 231M/405M [00:03<00:03, 52.1MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  60% 241M/405M [00:04<00:02, 55.8MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  62% 252M/405M [00:04<00:02, 60.2MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  65% 262M/405M [00:04<00:02, 60.9MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  67% 273M/405M [00:04<00:02, 60.7MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  70% 283M/405M [00:04<00:02, 58.7MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  73% 294M/405M [00:04<00:01, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  75% 304M/405M [00:05<00:01, 53.8MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  78% 315M/405M [00:05<00:01, 57.4MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  80% 325M/405M [00:05<00:01, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  83% 336M/405M [00:05<00:01, 61.7MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  85% 346M/405M [00:05<00:01, 54.3MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  88% 357M/405M [00:06<00:00, 58.1MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  91% 367M/405M [00:06<00:00, 61.1MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  93% 377M/405M [00:06<00:00, 62.1MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin:  96% 388M/405M [00:06<00:00, 61.3MB/s]\u001b[A\n",
            "Downloading (…)l-00024-of-00033.bin: 100% 405M/405M [00:06<00:00, 59.6MB/s]\n",
            "Downloading shards:  73% 24/33 [02:42<00:57,  6.38s/it]\n",
            "Downloading (…)l-00025-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:   5% 21.0M/405M [00:00<00:01, 207MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  13% 52.4M/405M [00:00<00:01, 224MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  21% 83.9M/405M [00:00<00:01, 224MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  28% 115M/405M [00:00<00:01, 237MB/s] \u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  36% 147M/405M [00:00<00:01, 249MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  44% 178M/405M [00:00<00:00, 248MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  52% 210M/405M [00:00<00:00, 235MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  60% 241M/405M [00:01<00:00, 230MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  67% 273M/405M [00:01<00:00, 224MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  75% 304M/405M [00:01<00:00, 223MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  83% 336M/405M [00:01<00:00, 233MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin:  91% 367M/405M [00:01<00:00, 228MB/s]\u001b[A\n",
            "Downloading (…)l-00025-of-00033.bin: 100% 405M/405M [00:01<00:00, 231MB/s]\n",
            "Downloading shards:  76% 25/33 [02:44<00:40,  5.04s/it]\n",
            "Downloading (…)l-00026-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:   3% 10.5M/405M [00:00<00:15, 26.1MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:   5% 21.0M/405M [00:00<00:09, 38.6MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:   8% 31.5M/405M [00:00<00:07, 48.1MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  10% 41.9M/405M [00:00<00:07, 49.1MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  13% 52.4M/405M [00:01<00:06, 53.3MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  16% 62.9M/405M [00:01<00:06, 50.8MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  18% 73.4M/405M [00:01<00:06, 54.9MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 59.8MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 61.8MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  26% 105M/405M [00:01<00:04, 61.8MB/s] \u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  28% 115M/405M [00:02<00:04, 65.3MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  31% 126M/405M [00:02<00:04, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  34% 136M/405M [00:02<00:03, 68.5MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  36% 147M/405M [00:02<00:03, 69.8MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  39% 157M/405M [00:02<00:03, 71.4MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  41% 168M/405M [00:02<00:03, 68.9MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  44% 178M/405M [00:03<00:03, 67.0MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  47% 189M/405M [00:03<00:03, 70.2MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  49% 199M/405M [00:03<00:03, 66.6MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  52% 210M/405M [00:03<00:03, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  54% 220M/405M [00:03<00:02, 65.5MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  57% 231M/405M [00:03<00:02, 68.4MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  60% 241M/405M [00:04<00:02, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  62% 252M/405M [00:04<00:02, 62.2MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  65% 262M/405M [00:04<00:02, 62.3MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  67% 273M/405M [00:04<00:02, 64.7MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  70% 283M/405M [00:04<00:01, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  73% 294M/405M [00:04<00:01, 66.2MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  75% 304M/405M [00:04<00:01, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  78% 315M/405M [00:05<00:01, 62.7MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  80% 325M/405M [00:05<00:01, 64.6MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  83% 336M/405M [00:05<00:01, 65.8MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  85% 346M/405M [00:05<00:00, 66.9MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  88% 357M/405M [00:05<00:00, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  91% 367M/405M [00:05<00:00, 66.5MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  93% 377M/405M [00:06<00:00, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin:  96% 388M/405M [00:06<00:00, 61.0MB/s]\u001b[A\n",
            "Downloading (…)l-00026-of-00033.bin: 100% 405M/405M [00:06<00:00, 62.1MB/s]\n",
            "Downloading shards:  79% 26/33 [02:50<00:38,  5.53s/it]\n",
            "Downloading (…)l-00027-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:   3% 10.5M/405M [00:00<00:04, 93.3MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:   5% 21.0M/405M [00:00<00:04, 94.1MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:   8% 31.5M/405M [00:00<00:03, 96.3MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  10% 41.9M/405M [00:00<00:03, 97.1MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  13% 52.4M/405M [00:00<00:03, 94.4MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  16% 62.9M/405M [00:00<00:03, 94.1MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  18% 73.4M/405M [00:00<00:03, 91.6MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  21% 83.9M/405M [00:00<00:03, 94.3MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  23% 94.4M/405M [00:00<00:03, 96.0MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  26% 105M/405M [00:01<00:03, 96.0MB/s] \u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  28% 115M/405M [00:01<00:03, 95.7MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  31% 126M/405M [00:01<00:02, 93.7MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  34% 136M/405M [00:01<00:02, 91.1MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  36% 147M/405M [00:01<00:02, 94.0MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  39% 157M/405M [00:01<00:02, 95.4MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  41% 168M/405M [00:01<00:02, 94.4MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  44% 178M/405M [00:01<00:02, 92.4MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  47% 189M/405M [00:02<00:02, 94.1MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  49% 199M/405M [00:02<00:02, 96.0MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  52% 210M/405M [00:02<00:02, 93.1MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  54% 220M/405M [00:02<00:01, 95.0MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  57% 231M/405M [00:02<00:01, 94.3MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  60% 241M/405M [00:02<00:01, 95.4MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  62% 252M/405M [00:02<00:01, 96.4MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  65% 262M/405M [00:02<00:01, 92.2MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  67% 273M/405M [00:02<00:01, 93.1MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  70% 283M/405M [00:02<00:01, 95.6MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  73% 294M/405M [00:03<00:01, 95.4MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  75% 304M/405M [00:03<00:01, 92.8MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  78% 315M/405M [00:03<00:00, 93.2MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  80% 325M/405M [00:03<00:00, 95.0MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  83% 336M/405M [00:03<00:00, 96.2MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  85% 346M/405M [00:03<00:00, 96.7MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  88% 357M/405M [00:03<00:00, 95.1MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  91% 367M/405M [00:03<00:00, 94.2MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  93% 377M/405M [00:03<00:00, 94.8MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin:  96% 388M/405M [00:04<00:00, 94.5MB/s]\u001b[A\n",
            "Downloading (…)l-00027-of-00033.bin: 100% 405M/405M [00:04<00:00, 94.6MB/s]\n",
            "Downloading shards:  82% 27/33 [02:55<00:31,  5.21s/it]\n",
            "Downloading (…)l-00028-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:   3% 10.5M/405M [00:00<00:09, 43.2MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:   5% 21.0M/405M [00:00<00:08, 47.4MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 53.5MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 60.7MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 62.1MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 63.7MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 58.9MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 60.2MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  26% 105M/405M [00:01<00:05, 59.5MB/s] \u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  28% 115M/405M [00:01<00:05, 57.8MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  31% 126M/405M [00:02<00:04, 58.4MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  34% 136M/405M [00:02<00:05, 47.2MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  36% 147M/405M [00:02<00:05, 51.3MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  39% 157M/405M [00:02<00:04, 56.7MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  41% 168M/405M [00:02<00:03, 61.4MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  44% 178M/405M [00:03<00:03, 64.7MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  47% 189M/405M [00:03<00:03, 66.3MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  49% 199M/405M [00:03<00:03, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  52% 210M/405M [00:03<00:03, 63.4MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  54% 220M/405M [00:03<00:02, 67.0MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  57% 231M/405M [00:03<00:02, 69.7MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  60% 241M/405M [00:03<00:02, 69.7MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  62% 252M/405M [00:04<00:02, 69.1MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  65% 262M/405M [00:04<00:01, 71.8MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  67% 273M/405M [00:04<00:01, 68.7MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  70% 283M/405M [00:04<00:01, 66.9MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  73% 294M/405M [00:04<00:01, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  75% 304M/405M [00:04<00:01, 63.1MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  78% 315M/405M [00:05<00:01, 63.3MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  80% 325M/405M [00:05<00:01, 63.0MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  83% 336M/405M [00:05<00:01, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  85% 346M/405M [00:05<00:00, 66.2MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  88% 357M/405M [00:05<00:00, 68.0MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  91% 367M/405M [00:05<00:00, 66.7MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  93% 377M/405M [00:06<00:00, 60.4MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  96% 388M/405M [00:06<00:00, 60.8MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin:  98% 398M/405M [00:06<00:00, 60.5MB/s]\u001b[A\n",
            "Downloading (…)l-00028-of-00033.bin: 100% 405M/405M [00:06<00:00, 61.4MB/s]\n",
            "Downloading shards:  85% 28/33 [03:02<00:28,  5.67s/it]\n",
            "Downloading (…)l-00029-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:   3% 10.5M/405M [00:00<00:08, 43.9MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:   5% 21.0M/405M [00:00<00:07, 51.0MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:   8% 31.5M/405M [00:00<00:06, 55.3MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  10% 41.9M/405M [00:00<00:06, 60.0MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  13% 52.4M/405M [00:00<00:06, 57.6MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  16% 62.9M/405M [00:01<00:05, 61.6MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 61.0MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 60.0MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 61.1MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  26% 105M/405M [00:01<00:04, 60.6MB/s] \u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  28% 115M/405M [00:02<00:05, 55.1MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  31% 126M/405M [00:02<00:04, 56.2MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  34% 136M/405M [00:02<00:04, 57.0MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  36% 147M/405M [00:02<00:04, 55.2MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  39% 157M/405M [00:02<00:04, 56.0MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  41% 168M/405M [00:02<00:03, 59.8MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  44% 178M/405M [00:03<00:03, 59.5MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  47% 189M/405M [00:03<00:03, 54.7MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  49% 199M/405M [00:03<00:03, 55.9MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  52% 210M/405M [00:03<00:03, 56.3MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  54% 220M/405M [00:03<00:03, 57.7MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  57% 231M/405M [00:04<00:03, 57.9MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  60% 241M/405M [00:04<00:02, 59.9MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  62% 252M/405M [00:04<00:02, 57.7MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  65% 262M/405M [00:04<00:02, 49.1MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  67% 273M/405M [00:04<00:02, 54.8MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  70% 283M/405M [00:04<00:02, 57.1MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  73% 294M/405M [00:05<00:01, 57.5MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  75% 304M/405M [00:05<00:01, 59.6MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  78% 315M/405M [00:05<00:01, 61.2MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  80% 325M/405M [00:05<00:01, 56.7MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  83% 336M/405M [00:05<00:01, 57.7MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  85% 346M/405M [00:06<00:00, 58.8MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  88% 357M/405M [00:06<00:00, 59.7MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  91% 367M/405M [00:06<00:00, 61.1MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  93% 377M/405M [00:06<00:00, 59.2MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin:  96% 388M/405M [00:06<00:00, 59.1MB/s]\u001b[A\n",
            "Downloading (…)l-00029-of-00033.bin: 100% 405M/405M [00:06<00:00, 58.0MB/s]\n",
            "Downloading shards:  88% 29/33 [03:09<00:24,  6.12s/it]\n",
            "Downloading (…)l-00030-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:   3% 10.5M/405M [00:00<00:05, 75.9MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 73.3MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 64.8MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 66.5MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  16% 62.9M/405M [00:00<00:05, 67.2MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  18% 73.4M/405M [00:01<00:04, 67.6MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  21% 83.9M/405M [00:01<00:04, 69.7MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 69.9MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  26% 105M/405M [00:01<00:04, 71.7MB/s] \u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  28% 115M/405M [00:01<00:04, 61.1MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  31% 126M/405M [00:01<00:04, 62.6MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  34% 136M/405M [00:02<00:04, 64.2MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  36% 147M/405M [00:02<00:03, 67.9MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  39% 157M/405M [00:02<00:03, 69.8MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  41% 168M/405M [00:02<00:03, 68.4MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  44% 178M/405M [00:02<00:03, 69.5MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  47% 189M/405M [00:02<00:03, 69.2MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  49% 199M/405M [00:02<00:02, 70.2MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  52% 210M/405M [00:03<00:02, 71.4MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  54% 220M/405M [00:03<00:02, 67.8MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  57% 231M/405M [00:03<00:02, 70.5MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  60% 241M/405M [00:03<00:02, 69.2MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  62% 252M/405M [00:03<00:02, 68.8MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  65% 262M/405M [00:03<00:02, 70.2MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  67% 273M/405M [00:03<00:01, 69.7MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  70% 283M/405M [00:04<00:01, 68.9MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  73% 294M/405M [00:04<00:01, 71.2MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  75% 304M/405M [00:04<00:01, 71.6MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  78% 315M/405M [00:04<00:01, 72.5MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  80% 325M/405M [00:04<00:01, 65.8MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  83% 336M/405M [00:04<00:01, 60.1MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  85% 346M/405M [00:05<00:00, 62.4MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  88% 357M/405M [00:05<00:00, 65.2MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  91% 367M/405M [00:05<00:00, 67.5MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  93% 377M/405M [00:05<00:00, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin:  96% 388M/405M [00:05<00:00, 64.4MB/s]\u001b[A\n",
            "Downloading (…)l-00030-of-00033.bin: 100% 405M/405M [00:06<00:00, 67.0MB/s]\n",
            "Downloading shards:  91% 30/33 [03:15<00:18,  6.15s/it]\n",
            "Downloading (…)l-00031-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:   3% 10.5M/405M [00:00<00:06, 64.1MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 68.0MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 65.2MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 67.7MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  16% 62.9M/405M [00:00<00:05, 63.9MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 56.1MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 57.4MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  23% 94.4M/405M [00:01<00:05, 59.8MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  26% 105M/405M [00:01<00:05, 58.9MB/s] \u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  28% 115M/405M [00:01<00:04, 59.2MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  31% 126M/405M [00:02<00:04, 58.4MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  34% 136M/405M [00:02<00:04, 61.8MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  36% 147M/405M [00:02<00:04, 64.3MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  39% 157M/405M [00:02<00:03, 66.7MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  41% 168M/405M [00:02<00:03, 59.8MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  44% 178M/405M [00:02<00:03, 62.9MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  47% 189M/405M [00:03<00:03, 65.5MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  49% 199M/405M [00:03<00:03, 66.1MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  52% 210M/405M [00:03<00:03, 60.8MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  54% 220M/405M [00:03<00:03, 59.4MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  57% 231M/405M [00:03<00:02, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  60% 241M/405M [00:03<00:02, 67.2MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  62% 252M/405M [00:04<00:02, 65.6MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  65% 262M/405M [00:04<00:02, 68.9MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  67% 273M/405M [00:04<00:01, 70.5MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  70% 283M/405M [00:04<00:01, 72.3MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  73% 294M/405M [00:04<00:01, 72.5MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  75% 304M/405M [00:04<00:01, 71.9MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  78% 315M/405M [00:04<00:01, 71.2MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  80% 325M/405M [00:05<00:01, 68.7MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  83% 336M/405M [00:05<00:01, 64.0MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  85% 346M/405M [00:05<00:00, 63.7MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  88% 357M/405M [00:05<00:00, 65.9MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  91% 367M/405M [00:05<00:00, 66.2MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  93% 377M/405M [00:05<00:00, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin:  96% 388M/405M [00:06<00:00, 65.0MB/s]\u001b[A\n",
            "Downloading (…)l-00031-of-00033.bin: 100% 405M/405M [00:06<00:00, 64.9MB/s]\n",
            "Downloading shards:  94% 31/33 [03:21<00:12,  6.22s/it]\n",
            "Downloading (…)l-00032-of-00033.bin:   0% 0.00/405M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:   3% 10.5M/405M [00:00<00:05, 72.1MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:   5% 21.0M/405M [00:00<00:05, 70.4MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:   8% 31.5M/405M [00:00<00:05, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  10% 41.9M/405M [00:00<00:05, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  13% 52.4M/405M [00:00<00:05, 69.8MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  16% 62.9M/405M [00:00<00:04, 72.0MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  18% 73.4M/405M [00:01<00:05, 65.4MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  21% 83.9M/405M [00:01<00:05, 62.5MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  23% 94.4M/405M [00:01<00:04, 64.5MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  26% 105M/405M [00:01<00:04, 68.0MB/s] \u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  28% 115M/405M [00:01<00:04, 70.1MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  31% 126M/405M [00:01<00:03, 71.7MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  34% 136M/405M [00:02<00:04, 63.8MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  36% 147M/405M [00:02<00:03, 65.7MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  39% 157M/405M [00:02<00:03, 68.6MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  41% 168M/405M [00:02<00:03, 69.3MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  44% 178M/405M [00:02<00:03, 67.9MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  47% 189M/405M [00:02<00:03, 69.2MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  49% 199M/405M [00:02<00:02, 70.0MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  52% 210M/405M [00:03<00:02, 71.3MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  54% 220M/405M [00:03<00:02, 63.8MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  57% 231M/405M [00:03<00:02, 64.7MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  60% 241M/405M [00:03<00:02, 67.1MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  62% 252M/405M [00:03<00:02, 70.3MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  65% 262M/405M [00:03<00:01, 72.6MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  67% 273M/405M [00:03<00:01, 73.3MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  70% 283M/405M [00:04<00:01, 74.0MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  73% 294M/405M [00:04<00:01, 73.5MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  75% 304M/405M [00:04<00:01, 70.0MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  78% 315M/405M [00:04<00:01, 68.6MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  80% 325M/405M [00:04<00:01, 71.3MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  83% 336M/405M [00:04<00:00, 70.8MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  85% 346M/405M [00:05<00:00, 70.5MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  88% 357M/405M [00:05<00:00, 67.6MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  91% 367M/405M [00:05<00:00, 65.2MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  93% 377M/405M [00:05<00:00, 67.9MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin:  96% 388M/405M [00:05<00:00, 65.1MB/s]\u001b[A\n",
            "Downloading (…)l-00032-of-00033.bin: 100% 405M/405M [00:05<00:00, 68.3MB/s]\n",
            "Downloading shards:  97% 32/33 [03:28<00:06,  6.25s/it]\n",
            "Downloading (…)l-00033-of-00033.bin:   0% 0.00/524M [00:00<?, ?B/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:   2% 10.5M/524M [00:00<00:12, 41.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:   4% 21.0M/524M [00:00<00:12, 39.9MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:   6% 31.5M/524M [00:00<00:12, 39.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:   8% 41.9M/524M [00:01<00:12, 37.8MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  10% 52.4M/524M [00:01<00:12, 38.0MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  12% 62.9M/524M [00:01<00:11, 40.3MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  14% 73.4M/524M [00:01<00:11, 40.7MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  16% 83.9M/524M [00:02<00:10, 40.4MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  18% 94.4M/524M [00:02<00:10, 39.8MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  20% 105M/524M [00:02<00:10, 39.3MB/s] \u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  22% 115M/524M [00:02<00:10, 40.4MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  24% 126M/524M [00:03<00:10, 38.6MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  26% 136M/524M [00:03<00:10, 37.4MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  28% 147M/524M [00:03<00:09, 38.0MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  30% 157M/524M [00:04<00:10, 34.6MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  32% 168M/524M [00:04<00:10, 33.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  34% 178M/524M [00:04<00:10, 34.3MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  36% 189M/524M [00:05<00:10, 32.5MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  38% 199M/524M [00:05<00:09, 33.8MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  40% 210M/524M [00:05<00:09, 34.6MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  42% 220M/524M [00:06<00:08, 34.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  44% 231M/524M [00:06<00:08, 33.3MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  46% 241M/524M [00:06<00:08, 33.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  48% 252M/524M [00:07<00:09, 30.3MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  50% 262M/524M [00:07<00:08, 29.3MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  52% 273M/524M [00:07<00:08, 30.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  54% 283M/524M [00:08<00:07, 31.5MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  56% 294M/524M [00:08<00:07, 30.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  58% 304M/524M [00:08<00:06, 31.6MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  60% 315M/524M [00:09<00:06, 33.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  62% 325M/524M [00:09<00:06, 31.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  64% 336M/524M [00:09<00:05, 32.8MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  66% 346M/524M [00:09<00:05, 34.3MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  68% 357M/524M [00:10<00:04, 34.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  70% 367M/524M [00:10<00:04, 35.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  72% 377M/524M [00:10<00:04, 35.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  74% 388M/524M [00:11<00:04, 33.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  76% 398M/524M [00:11<00:03, 31.7MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  78% 409M/524M [00:11<00:03, 30.8MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  80% 419M/524M [00:12<00:03, 32.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  82% 430M/524M [00:12<00:02, 32.9MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  84% 440M/524M [00:12<00:02, 34.8MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  86% 451M/524M [00:13<00:02, 35.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  88% 461M/524M [00:13<00:01, 35.1MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  90% 472M/524M [00:13<00:01, 34.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  92% 482M/524M [00:14<00:01, 34.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  94% 493M/524M [00:14<00:00, 34.2MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  96% 503M/524M [00:14<00:00, 34.3MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin:  98% 514M/524M [00:14<00:00, 33.3MB/s]\u001b[A\n",
            "Downloading (…)l-00033-of-00033.bin: 100% 524M/524M [00:15<00:00, 34.1MB/s]\n",
            "Downloading shards: 100% 33/33 [03:43<00:00,  6.78s/it]\n",
            "Loading checkpoint shards: 100% 33/33 [01:14<00:00,  2.25s/it]\n",
            "Downloading (…)neration_config.json: 100% 124/124 [00:00<00:00, 85.1kB/s]\n",
            "Downloading (…)/adapter_config.json: 100% 370/370 [00:00<00:00, 318kB/s]\n",
            "Downloading adapter_model.bin: 100% 16.8M/16.8M [00:00<00:00, 131MB/s]\n",
            "/usr/local/lib/python3.10/dist-packages/gradio/inputs.py:27: UserWarning: Usage of gradio.inputs is deprecated, and will not be supported in the future, please import your component from gradio.components\n",
            "  warnings.warn(\n",
            "/usr/local/lib/python3.10/dist-packages/gradio/deprecation.py:40: UserWarning: `optional` parameter is deprecated, and it has no effect\n",
            "  warnings.warn(value)\n",
            "/usr/local/lib/python3.10/dist-packages/gradio/deprecation.py:40: UserWarning: `numeric` parameter is deprecated, and it has no effect\n",
            "  warnings.warn(value)\n",
            "Running on local URL:  http://127.0.0.1:7860\n",
            "Running on public URL: https://375efc97505961aa49.gradio.live\n",
            "\n",
            "This share link expires in 72 hours. For free permanent hosting and GPU upgrades (NEW!), check out Spaces: https://huggingface.co/spaces\n",
            "2023-05-29 01:18:29.472212: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip list | grep torch"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5tPY_xYF3qr9",
        "outputId": "b4762c0e-5f8d-4021-bb2e-29f6e338c4f1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "torch                         1.13.1+cu116\n",
            "torchaudio                    0.13.1+cu116\n",
            "torchsummary                  1.5.1\n",
            "torchtext                     0.14.1\n",
            "torchvision                   0.14.1+cu116\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!whereis python"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qPuMKP7X3voY",
        "outputId": "ed18ff78-a79d-4011-d8da-bc4654c8f41f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "python: /usr/bin/python2.7 /usr/bin/python3.8 /usr/bin/python3.8-config /usr/bin/python3.9 /usr/bin/python3.9-config /usr/lib/python2.7 /usr/lib/python3.8 /usr/lib/python3.9 /etc/python2.7 /etc/python3.8 /etc/python3.9 /usr/local/bin/python /usr/local/lib/python3.9 /usr/local/lib/python2.7 /usr/local/lib/python3.8 /usr/include/python3.8 /usr/include/python3.9\n"
          ]
        }
      ]
    }
  ]
}